{
  "$schema": "folio-library-document/v1",
  "id": "9789241548960-eng",
  "title": "WHO handbook for guideline development",
  "variant": "pdf",
  "pages": 179,
  "tocSource": "outline",
  "tocMethod": null,
  "toc": [
    {
      "level": 1,
      "title": "WHO Handbook for Guideline Development",
      "number": null,
      "page": null,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-000-who-handbook-for-guideline-development"
    },
    {
      "level": 2,
      "title": "Foreword",
      "number": null,
      "page": 11,
      "pageLabel": "xi",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-001-foreword"
    },
    {
      "level": 2,
      "title": "Introduction",
      "number": "1",
      "page": 13,
      "pageLabel": "1",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-005-1-introduction"
    },
    {
      "level": 3,
      "title": "What is a WHO guideline?",
      "number": "1.1",
      "page": 13,
      "pageLabel": "1",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-002-11-what-is-a-who-guideline"
    },
    {
      "level": 3,
      "title": "Why does WHO develop guidelines?",
      "number": "1.2",
      "page": 13,
      "pageLabel": "1",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-003-12-why-does-who-develop-guidelines"
    },
    {
      "level": 3,
      "title": "What principles underlie WHO guidelines?",
      "number": "1.3",
      "page": 13,
      "pageLabel": "1",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-004-13-what-principles-underlie-who-guidelines"
    },
    {
      "level": 3,
      "title": "What is the aim of this handbook?",
      "number": "1.4",
      "page": 14,
      "pageLabel": "2",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-006-14-what-is-the-aim-of-this-handbook"
    },
    {
      "level": 3,
      "title": "For whom is this handbook intended?",
      "number": "1.5",
      "page": 15,
      "pageLabel": "3",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-007-15-for-whom-is-this-handbook-intended"
    },
    {
      "level": 3,
      "title": "What is in this handbook?",
      "number": "1.6",
      "page": 15,
      "pageLabel": "3",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-008-16-what-is-in-this-handbook"
    },
    {
      "level": 3,
      "title": "Types of WHO guidelines",
      "number": "1.7",
      "page": 15,
      "pageLabel": "3",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-009-17-types-of-who-guidelines"
    },
    {
      "level": 4,
      "title": "Standard guidelines",
      "number": "1.7.1",
      "page": 18,
      "pageLabel": "6",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-010-171-standard-guidelines"
    },
    {
      "level": 4,
      "title": "Consolidated guidelines",
      "number": "1.7.2",
      "page": 18,
      "pageLabel": "6",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-011-172-consolidated-guidelines"
    },
    {
      "level": 4,
      "title": "Interim guidelines",
      "number": "1.7.3",
      "page": 19,
      "pageLabel": "7",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-012-173-interim-guidelines"
    },
    {
      "level": 4,
      "title": "Guidelines in response to an emergency or urgent need",
      "number": "1.7.4",
      "page": 20,
      "pageLabel": "8",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-013-174-guidelines-in-response-to-an-emergency-or-ur"
    },
    {
      "level": 3,
      "title": "Additional types of guidelines produced by WHO",
      "number": "1.8",
      "page": 21,
      "pageLabel": "9",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-014-18-additional-types-of-guidelines-produced-by-wh"
    },
    {
      "level": 4,
      "title": "Guidelines developed in collaboration with external organizations",
      "number": "1.8.1",
      "page": 21,
      "pageLabel": "9",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-015-181-guidelines-developed-in-collaboration-with-e"
    },
    {
      "level": 4,
      "title": "Guidelines developed by external organizations",
      "number": "1.8.2",
      "page": 22,
      "pageLabel": "10",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-016-182-guidelines-developed-by-external-organizatio"
    },
    {
      "level": 4,
      "title": "Adaptation of existing WHO guidelines",
      "number": "1.8.3",
      "page": 22,
      "pageLabel": "10",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-017-183-adaptation-of-existing-who-guidelines"
    },
    {
      "level": 3,
      "title": "Information products that are not considered guidelines",
      "number": "1.9",
      "page": 23,
      "pageLabel": "11",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-018-19-information-products-that-are-not-considered"
    },
    {
      "level": 3,
      "title": "The Guideline Review Committee",
      "number": "1.10",
      "page": 23,
      "pageLabel": "11",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-019-110-the-guideline-review-committee"
    },
    {
      "level": 4,
      "title": "Terms of reference of the GRC",
      "number": "1.10.1",
      "page": 24,
      "pageLabel": "12",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-020-1101-terms-of-reference-of-the-grc"
    },
    {
      "level": 4,
      "title": "The GRC Secretariat",
      "number": "1.10.2",
      "page": 25,
      "pageLabel": "13",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-021-1102-the-grc-secretariat"
    },
    {
      "level": 3,
      "title": "References",
      "number": "1.11",
      "page": 25,
      "pageLabel": "13",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-022-111-references"
    },
    {
      "level": 2,
      "title": "Planning guidelines",
      "number": "2",
      "page": 27,
      "pageLabel": "15",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-026-2-planning-guidelines"
    },
    {
      "level": 3,
      "title": "Is this guideline really needed?",
      "number": "2.1",
      "page": 27,
      "pageLabel": "15",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-023-21-is-this-guideline-really-needed"
    },
    {
      "level": 4,
      "title": "Who wants the guideline?",
      "number": "2.1.1",
      "page": 27,
      "pageLabel": "15",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-024-211-who-wants-the-guideline"
    },
    {
      "level": 4,
      "title": "Should WHO be the organization to produce this guideline?",
      "number": "2.1.2",
      "page": 27,
      "pageLabel": "15",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-025-212-should-who-be-the-organization-to-produce-th"
    },
    {
      "level": 3,
      "title": "What purpose and audience does the guideline serve?",
      "number": "2.2",
      "page": 28,
      "pageLabel": "16",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-027-22-what-purpose-and-audience-does-the-guideline"
    },
    {
      "level": 4,
      "title": "What will the guideline achieve?",
      "number": "2.2.1",
      "page": 29,
      "pageLabel": "17",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-028-221-what-will-the-guideline-achieve"
    },
    {
      "level": 4,
      "title": "What are the specific objectives of the guideline?",
      "number": "2.2.2",
      "page": 27,
      "pageLabel": "15",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-029-222-what-are-the-specific-objectives-of-the-guid"
    },
    {
      "level": 4,
      "title": "Who is the target audience?",
      "number": "2.2.3",
      "page": 29,
      "pageLabel": "17",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-030-223-who-is-the-target-audience"
    },
    {
      "level": 4,
      "title": "Who are the recipients of the interventions?",
      "number": "2.2.4",
      "page": 29,
      "pageLabel": "17",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-031-224-who-are-the-recipients-of-the-interventions"
    },
    {
      "level": 3,
      "title": "When is the guideline needed?",
      "number": "2.3",
      "page": 29,
      "pageLabel": "17",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-032-23-when-is-the-guideline-needed"
    },
    {
      "level": 4,
      "title": "Why now?",
      "number": "2.3.1",
      "page": 29,
      "pageLabel": "17",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-033-231-why-now"
    },
    {
      "level": 4,
      "title": "When is the guideline needed?",
      "number": "2.3.2",
      "page": 29,
      "pageLabel": "17",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-032-23-when-is-the-guideline-needed"
    },
    {
      "level": 4,
      "title": "Is the guideline a response to a situation calling for urgent advice?",
      "number": "2.3.3",
      "page": 30,
      "pageLabel": "18",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-034-233-is-the-guideline-a-response-to-a-situation-c"
    },
    {
      "level": 3,
      "title": "Will the recommendations in the guideline be implemented?",
      "number": "2.4",
      "page": 30,
      "pageLabel": "18",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-035-24-will-the-recommendations-in-the-guideline-be"
    },
    {
      "level": 4,
      "title": "Are the guideline and its implementation within the relevant programme’s work area and budget?",
      "number": "2.4.1",
      "page": 30,
      "pageLabel": "18",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-036-241-are-the-guideline-and-its-implementation-wit"
    },
    {
      "level": 4,
      "title": "Is a process for disseminating and implementing the recommendations in place?",
      "number": "2.4.2",
      "page": 30,
      "pageLabel": "18",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-037-242-is-a-process-for-disseminating-and-implement"
    },
    {
      "level": 3,
      "title": "Who should be involved in developing a guideline?",
      "number": "2.5",
      "page": 31,
      "pageLabel": "19",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-038-25-who-should-be-involved-in-developing-a-guidel"
    },
    {
      "level": 4,
      "title": "Do you have your director’s agreement?",
      "number": "2.5.1",
      "page": 31,
      "pageLabel": "19",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-039-251-do-you-have-your-directors-agreement"
    },
    {
      "level": 4,
      "title": "What WHO departments must be involved?",
      "number": "2.5.2",
      "page": 31,
      "pageLabel": "19",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-040-252-what-who-departments-must-be-involved"
    },
    {
      "level": 4,
      "title": "Have you identified experts in guideline methods?",
      "number": "2.5.3",
      "page": 31,
      "pageLabel": "19",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-041-253-have-you-identified-experts-in-guideline-met"
    },
    {
      "level": 3,
      "title": "Additional considerations",
      "number": "2.6",
      "page": 31,
      "pageLabel": "19",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-042-26-additional-considerations"
    },
    {
      "level": 4,
      "title": "Do you have the necessary resources to develop a guideline?",
      "number": "2.6.1",
      "page": 32,
      "pageLabel": "20",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-043-261-do-you-have-the-necessary-resources-to-devel"
    },
    {
      "level": 4,
      "title": "What publication types and formats are you considering?",
      "number": "2.6.2",
      "page": 32,
      "pageLabel": "20",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-044-262-what-publication-types-and-formats-are-you-c"
    },
    {
      "level": 4,
      "title": "What translations are you planning?",
      "number": "2.6.3",
      "page": 32,
      "pageLabel": "20",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-045-263-what-translations-are-you-planning"
    },
    {
      "level": 3,
      "title": "Scoping the guideline",
      "number": "2.7",
      "page": 32,
      "pageLabel": "20",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-046-27-scoping-the-guideline"
    },
    {
      "level": 4,
      "title": "How to scope the guideline",
      "number": "2.7.1",
      "page": 33,
      "pageLabel": "21",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-047-271-how-to-scope-the-guideline"
    },
    {
      "level": 3,
      "title": "References",
      "number": "2.8",
      "page": 34,
      "pageLabel": "22",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-049-28-references"
    },
    {
      "level": 2,
      "title": "Contributors and their role in guideline development",
      "number": "3",
      "page": 35,
      "pageLabel": "23",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-051-3-contributors-and-their-role-in-guideline-devel"
    },
    {
      "level": 3,
      "title": "The steering group",
      "number": "3.1",
      "page": 35,
      "pageLabel": "23",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-048-31-the-steering-group"
    },
    {
      "level": 3,
      "title": "The guideline development group",
      "number": "3.2",
      "page": 36,
      "pageLabel": "24",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-050-32-the-guideline-development-group"
    },
    {
      "level": 4,
      "title": "Composition of the guideline development group",
      "number": "3.2.1",
      "page": 37,
      "pageLabel": "25",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-052-321-composition-of-the-guideline-development-gro"
    },
    {
      "level": 3,
      "title": "The external review group",
      "number": "3.3",
      "page": 40,
      "pageLabel": "28",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-053-33-the-external-review-group"
    },
    {
      "level": 3,
      "title": "The systematic review team",
      "number": "3.4",
      "page": 41,
      "pageLabel": "29",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-054-34-the-systematic-review-team"
    },
    {
      "level": 3,
      "title": "Other individuals and groups involved in guideline development",
      "number": "3.5",
      "page": 45,
      "pageLabel": "33",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-055-35-other-individuals-and-groups-involved-in-guid"
    },
    {
      "level": 4,
      "title": "The guideline methodologist",
      "number": "3.5.1",
      "page": 45,
      "pageLabel": "33",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-056-351-the-guideline-methodologist"
    },
    {
      "level": 4,
      "title": "Consultants with additional technical expertise",
      "number": "3.5.2",
      "page": 45,
      "pageLabel": "33",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-057-352-consultants-with-additional-technical-expert"
    },
    {
      "level": 4,
      "title": "Observers at the meeting of the guideline development group",
      "number": "3.5.3",
      "page": 45,
      "pageLabel": "33",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-058-353-observers-at-the-meeting-of-the-guideline-de"
    },
    {
      "level": 4,
      "title": "Designated writer/editor",
      "number": "3.5.4",
      "page": 46,
      "pageLabel": "34",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-059-354-designated-writereditor"
    },
    {
      "level": 3,
      "title": "Funders of the guideline",
      "number": "3.6",
      "page": 46,
      "pageLabel": "34",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-060-36-funders-of-the-guideline"
    },
    {
      "level": 3,
      "title": "Identifying and managing conflicts of interest",
      "number": "3.7",
      "page": 46,
      "pageLabel": "34",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-061-37-identifying-and-managing-conflicts-of-interes"
    },
    {
      "level": 3,
      "title": "Managing an effective guideline development group meeting",
      "number": "3.8",
      "page": 47,
      "pageLabel": "35",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 4,
      "title": "The role of the chair and vice-chair",
      "number": "3.8.1",
      "page": 47,
      "pageLabel": "35",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-062-381-the-role-of-the-chair-and-vice-chair"
    },
    {
      "level": 4,
      "title": "Decision-making in the guideline development group",
      "number": "3.8.2",
      "page": 47,
      "pageLabel": "35",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-063-382-decision-making-in-the-guideline-development"
    },
    {
      "level": 3,
      "title": "Planning an effective meeting",
      "number": "3.9",
      "page": 48,
      "pageLabel": "36",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-064-39-planning-an-effective-meeting"
    },
    {
      "level": 4,
      "title": "Goals of the meeting",
      "number": "3.9.1",
      "page": 48,
      "pageLabel": "36",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-065-391-goals-of-the-meeting"
    },
    {
      "level": 4,
      "title": "Preparing for the meeting",
      "number": "3.9.2",
      "page": 48,
      "pageLabel": "36",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-066-392-preparing-for-the-meeting"
    },
    {
      "level": 4,
      "title": "Roles and process at the meeting",
      "number": "3.9.3",
      "page": 49,
      "pageLabel": "37",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-067-393-roles-and-process-at-the-meeting"
    },
    {
      "level": 4,
      "title": "Follow-up after the meeting",
      "number": "3.9.4",
      "page": 49,
      "pageLabel": "37",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-068-394-follow-up-after-the-meeting"
    },
    {
      "level": 3,
      "title": "References",
      "number": "3.10",
      "page": 50,
      "pageLabel": "38",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-069-310-references"
    },
    {
      "level": 2,
      "title": "Preparing the planning proposal",
      "number": "4",
      "page": 51,
      "pageLabel": "39",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-072-4-preparing-the-planning-proposal"
    },
    {
      "level": 3,
      "title": "What is a guideline planning proposal?",
      "number": "4.1",
      "page": 51,
      "pageLabel": "39",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-070-41-what-is-a-guideline-planning-proposal"
    },
    {
      "level": 3,
      "title": "What is the purpose of the planning proposal?",
      "number": "4.2",
      "page": 51,
      "pageLabel": "39",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-071-42-what-is-the-purpose-of-the-planning-proposal"
    },
    {
      "level": 3,
      "title": "Who develops the planning proposal?",
      "number": "4.3",
      "page": 52,
      "pageLabel": "40",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-073-43-who-develops-the-planning-proposal"
    },
    {
      "level": 3,
      "title": "When should the planning proposal be developed and finalized?",
      "number": "4.4",
      "page": 53,
      "pageLabel": "41",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-075-44-when-should-the-planning-proposal-be-develope"
    },
    {
      "level": 3,
      "title": "Preparing the planning proposal",
      "number": "4.5",
      "page": 53,
      "pageLabel": "41",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-072-4-preparing-the-planning-proposal"
    },
    {
      "level": 3,
      "title": "What if there are major changes in scope or approach after the GRC has approved the planning proposal?",
      "number": "4.6",
      "page": 55,
      "pageLabel": "43",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-076-46-what-if-there-are-major-changes-in-scope-or-a"
    },
    {
      "level": 3,
      "title": "For how long is an approved planning proposal in effect?",
      "number": "4.7",
      "page": 56,
      "pageLabel": "44",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-077-47-for-how-long-is-an-approved-planning-proposal"
    },
    {
      "level": 3,
      "title": "References",
      "number": "4.8",
      "page": 56,
      "pageLabel": "44",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-078-48-references"
    },
    {
      "level": 2,
      "title": "Incorporating equity, human rights, gender and social determinants into guidelines",
      "number": "5",
      "page": 57,
      "pageLabel": "45",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 3,
      "title": "Reflecting WHO’s values in its guidelines",
      "number": "5.1",
      "page": 57,
      "pageLabel": "45",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-079-51-reflecting-whos-values-in-its-guidelines"
    },
    {
      "level": 3,
      "title": "Background",
      "number": "5.2",
      "page": 57,
      "pageLabel": "45",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-082-52-background"
    },
    {
      "level": 4,
      "title": "Equity",
      "number": "5.2.1",
      "page": 58,
      "pageLabel": "46",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-080-521-equity"
    },
    {
      "level": 4,
      "title": "Human rights",
      "number": "5.2.2",
      "page": 58,
      "pageLabel": "46",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-081-522-human-rights"
    },
    {
      "level": 4,
      "title": "Social determinants of health and health inequities",
      "number": "5.2.3",
      "page": 59,
      "pageLabel": "47",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-084-523-social-determinants-of-health-and-health-ine"
    },
    {
      "level": 4,
      "title": "Gender",
      "number": "5.2.4",
      "page": 59,
      "pageLabel": "47",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-083-524-gender"
    },
    {
      "level": 4,
      "title": "Social determinants of health",
      "number": "5.2.5",
      "page": 59,
      "pageLabel": "47",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 3,
      "title": "Eight entry points for integrating equity, human rights, gender and the social determinants of health into WHO guidelines",
      "number": "5.3",
      "page": 62,
      "pageLabel": "50",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-085-53-eight-entry-points-for-integrating-equity-hum"
    },
    {
      "level": 3,
      "title": "Incorporating equity, human rights, gender and social determinants into each step in guideline development",
      "number": "5.4",
      "page": 62,
      "pageLabel": "50",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-086-54-incorporating-equity-human-rights-gender-and"
    },
    {
      "level": 4,
      "title": "Phase 1: planning",
      "number": "5.4.1",
      "page": 62,
      "pageLabel": "50",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-087-541-phase-1-planning"
    },
    {
      "level": 4,
      "title": "Phase 2: development",
      "number": "5.4.2",
      "page": 64,
      "pageLabel": "52",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-088-542-phase-2-development"
    },
    {
      "level": 4,
      "title": "Phase 3: publishing and updating",
      "number": "5.4.3",
      "page": 65,
      "pageLabel": "53",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-089-543-phase-3-publishing-and-updating"
    },
    {
      "level": 3,
      "title": "References",
      "number": "5.5",
      "page": 66,
      "pageLabel": "54",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-090-55-references"
    },
    {
      "level": 2,
      "title": "Declaration and management of interests",
      "number": "6",
      "page": 69,
      "pageLabel": "57",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-093-6-declaration-and-management-of-interests"
    },
    {
      "level": 3,
      "title": "What is a conflict of interest?",
      "number": "6.1",
      "page": 69,
      "pageLabel": "57",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-091-61-what-is-a-conflict-of-interest"
    },
    {
      "level": 3,
      "title": "What types of conflicts of interest exist?",
      "number": "6.2",
      "page": 70,
      "pageLabel": "58",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-092-62-what-types-of-conflicts-of-interest-exist"
    },
    {
      "level": 3,
      "title": "Why is a conflict of interest important in guideline development at WHO?",
      "number": "6.3",
      "page": 71,
      "pageLabel": "59",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-094-63-why-is-a-conflict-of-interest-important-in-gu"
    },
    {
      "level": 3,
      "title": "What are WHO’s policies on conflicts of interest?",
      "number": "6.4",
      "page": 71,
      "pageLabel": "59",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-095-64-what-are-whos-policies-on-conflicts-of-intere"
    },
    {
      "level": 3,
      "title": "Who should complete a declaration of interests form?",
      "number": "6.5",
      "page": 72,
      "pageLabel": "60",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-096-65-who-should-complete-a-declaration-of-interest"
    },
    {
      "level": 3,
      "title": "What interests need to be disclosed?",
      "number": "6.6",
      "page": 75,
      "pageLabel": "63",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-097-66-what-interests-need-to-be-disclosed"
    },
    {
      "level": 3,
      "title": "Collecting declarations of interests",
      "number": "6.7",
      "page": 76,
      "pageLabel": "64",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-098-67-collecting-declarations-of-interests"
    },
    {
      "level": 3,
      "title": "Assessing declarations of interests",
      "number": "6.8",
      "page": 76,
      "pageLabel": "64",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-099-68-assessing-declarations-of-interests"
    },
    {
      "level": 3,
      "title": "Managing conflicts of interest at the individual level",
      "number": "6.9",
      "page": 79,
      "pageLabel": "67",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-100-69-managing-conflicts-of-interest-at-the-individ"
    },
    {
      "level": 4,
      "title": "Guideline development group members",
      "number": "6.9.1",
      "page": 79,
      "pageLabel": "67",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-101-691-guideline-development-group-members"
    },
    {
      "level": 4,
      "title": "Peer reviewers",
      "number": "6.9.2",
      "page": 81,
      "pageLabel": "69",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-102-692-peer-reviewers"
    },
    {
      "level": 3,
      "title": "Managing conflicts of interest at the group level",
      "number": "6.10",
      "page": 82,
      "pageLabel": "70",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-103-610-managing-conflicts-of-interest-at-the-group"
    },
    {
      "level": 4,
      "title": "Minimizing the risk posed by conflicts of interest when constituting guideline development groups",
      "number": "6.10.1",
      "page": 82,
      "pageLabel": "70",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-104-6101-minimizing-the-risk-posed-by-conflicts-of-i"
    },
    {
      "level": 4,
      "title": "Minimizing the risk posed by conflicts of interest during the guideline development process",
      "number": "6.10.2",
      "page": 84,
      "pageLabel": "72",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-105-6102-minimizing-the-risk-posed-by-conflicts-of-i"
    },
    {
      "level": 3,
      "title": "Reporting declarations of interest in the guideline",
      "number": "6.11",
      "page": 85,
      "pageLabel": "73",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 3,
      "title": "What sources of funding are appropriate for WHO guidelines?",
      "number": "6.12",
      "page": 86,
      "pageLabel": "74",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-106-612-what-sources-of-funding-are-appropriate-for"
    },
    {
      "level": 3,
      "title": "References",
      "number": "6.13",
      "page": 86,
      "pageLabel": "74",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-107-613-references"
    },
    {
      "level": 2,
      "title": "Formulating questions and selecting outcomes",
      "number": "7",
      "page": 89,
      "pageLabel": "77",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-112-7-formulating-questions-and-selecting-outcomes"
    },
    {
      "level": 3,
      "title": "Types of questions",
      "number": "7.1",
      "page": 89,
      "pageLabel": "77",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-108-71-types-of-questions"
    },
    {
      "level": 4,
      "title": "Background questions",
      "number": "7.1.1",
      "page": 89,
      "pageLabel": "77",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-109-711-background-questions"
    },
    {
      "level": 4,
      "title": "Foreground or key questions",
      "number": "7.1.2",
      "page": 90,
      "pageLabel": "78",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-110-712-foreground-or-key-questions"
    },
    {
      "level": 3,
      "title": "Formulating key questions in PICO format",
      "number": "7.2",
      "page": 91,
      "pageLabel": "79",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-113-72-formulating-key-questions-in-pico-format"
    },
    {
      "level": 4,
      "title": "Population",
      "number": "7.2.1",
      "page": 91,
      "pageLabel": "79",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-111-721-population"
    },
    {
      "level": 4,
      "title": "Intervention or exposure",
      "number": "7.2.2",
      "page": 92,
      "pageLabel": "80",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-114-722-intervention-or-exposure"
    },
    {
      "level": 4,
      "title": "Comparator",
      "number": "7.2.3",
      "page": 93,
      "pageLabel": "81",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-116-723-comparator"
    },
    {
      "level": 4,
      "title": "Outcomes",
      "number": "7.2.4",
      "page": 93,
      "pageLabel": "81",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-115-724-outcomes"
    },
    {
      "level": 4,
      "title": "Examples of key questions in PICO format",
      "number": "7.2.5",
      "page": 94,
      "pageLabel": "82",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-117-725-examples-of-key-questions-in-pico-format"
    },
    {
      "level": 3,
      "title": "Types of key questions",
      "number": "7.3",
      "page": 95,
      "pageLabel": "83",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-118-73-types-of-key-questions"
    },
    {
      "level": 3,
      "title": "Broadly- versus narrowly-focused key questions",
      "number": "7.4",
      "page": 98,
      "pageLabel": "86",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-119-74-broadly--versus-narrowly-focused-key-question"
    },
    {
      "level": 3,
      "title": "Number of key questions",
      "number": "7.5",
      "page": 99,
      "pageLabel": "87",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-120-75-number-of-key-questions"
    },
    {
      "level": 3,
      "title": "Selecting and rating outcomes",
      "number": "7.6",
      "page": 99,
      "pageLabel": "87",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-121-76-selecting-and-rating-outcomes"
    },
    {
      "level": 3,
      "title": "Finalizing the key questions and priority outcomes",
      "number": "7.7",
      "page": 101,
      "pageLabel": "89",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-122-77-finalizing-the-key-questions-and-priority-out"
    },
    {
      "level": 4,
      "title": "Step 1: generate an initial list of questions",
      "number": null,
      "page": 101,
      "pageLabel": "89",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-123-step-1-generate-an-initial-list-of-questions"
    },
    {
      "level": 4,
      "title": "Step 2: draft the key questions in PICO format",
      "number": null,
      "page": 101,
      "pageLabel": "89",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-124-step-2-draft-the-key-questions-in-pico-format"
    },
    {
      "level": 4,
      "title": "Step 3: list relevant outcomes",
      "number": null,
      "page": 101,
      "pageLabel": "89",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-125-step-3-list-relevant-outcomes"
    },
    {
      "level": 4,
      "title": "Step 4: review and revise",
      "number": null,
      "page": 101,
      "pageLabel": "89",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-126-step-4-review-and-revise"
    },
    {
      "level": 4,
      "title": "Step 5: prioritize the key questions",
      "number": null,
      "page": 103,
      "pageLabel": "91",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-127-step-5-prioritize-the-key-questions"
    },
    {
      "level": 4,
      "title": "Step 6: rate the outcomes",
      "number": null,
      "page": 103,
      "pageLabel": "91",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-128-step-6-rate-the-outcomes"
    },
    {
      "level": 4,
      "title": "Step 7: finalize the key questions and the important and critical outcomes",
      "number": null,
      "page": 103,
      "pageLabel": "91",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-129-step-7-finalize-the-key-questions-and-the-import"
    },
    {
      "level": 3,
      "title": "Analytic frameworks",
      "number": "7.8",
      "page": 103,
      "pageLabel": "91",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-130-78-analytic-frameworks"
    },
    {
      "level": 3,
      "title": "References",
      "number": "7.9",
      "page": 104,
      "pageLabel": "92",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-131-79-references"
    },
    {
      "level": 2,
      "title": "Evidence retrieval and synthesis",
      "number": "8",
      "page": 105,
      "pageLabel": "93",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-133-8-evidence-retrieval-and-synthesis"
    },
    {
      "level": 3,
      "title": "What is a systematic review?",
      "number": "8.1",
      "page": 105,
      "pageLabel": "93",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-132-81-what-is-a-systematic-review"
    },
    {
      "level": 3,
      "title": "Identifying and evaluating existing systematic reviews",
      "number": "8.2",
      "page": 106,
      "pageLabel": "94",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-134-82-identifying-and-evaluating-existing-systemati"
    },
    {
      "level": 4,
      "title": "Sources for existing systematic reviews",
      "number": "8.2.1",
      "page": 106,
      "pageLabel": "94",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-135-821-sources-for-existing-systematic-reviews"
    },
    {
      "level": 4,
      "title": "Is a new systematic review needed?",
      "number": "8.2.2",
      "page": 107,
      "pageLabel": "95",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-136-822-is-a-new-systematic-review-needed"
    },
    {
      "level": 4,
      "title": "Evaluating the relevance and quality of existing systematic reviews",
      "number": "8.2.3",
      "page": 108,
      "pageLabel": "96",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-137-823-evaluating-the-relevance-and-quality-of-exis"
    },
    {
      "level": 3,
      "title": "Steps in performing a systematic review",
      "number": "8.3",
      "page": 109,
      "pageLabel": "97",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-138-83-steps-in-performing-a-systematic-review"
    },
    {
      "level": 4,
      "title": "Step 1: develop and finalize the key questions and the studyeligibility criteria",
      "number": null,
      "page": 110,
      "pageLabel": "98",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-139-step-1-develop-and-finalize-the-key-questions-an"
    },
    {
      "level": 4,
      "title": "Step 2: identify information sources and search for originalarticles",
      "number": null,
      "page": 111,
      "pageLabel": "99",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-140-step-2-identify-information-sources-and-search-f"
    },
    {
      "level": 4,
      "title": "Step 3: select studies and abstract data",
      "number": null,
      "page": 113,
      "pageLabel": "101",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-141-step-3-select-studies-and-abstract-data"
    },
    {
      "level": 4,
      "title": "Step 4: assess risk of bias of the individual studies",
      "number": null,
      "page": 113,
      "pageLabel": "101",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-142-step-4-assess-risk-of-bias-of-the-individual-stu"
    },
    {
      "level": 4,
      "title": "Step 5: synthesize and report the results and conclusions",
      "number": null,
      "page": 114,
      "pageLabel": "102",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-143-step-5-synthesize-and-report-the-results-and-con"
    },
    {
      "level": 4,
      "title": "Step 6: prepare the final report of the systematic review",
      "number": null,
      "page": 115,
      "pageLabel": "103",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-144-step-6-prepare-the-final-report-of-the-systemati"
    },
    {
      "level": 3,
      "title": "Including qualitative research",
      "number": "8.4",
      "page": 115,
      "pageLabel": "103",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-145-84-including-qualitative-research"
    },
    {
      "level": 3,
      "title": "Including other types of data in the systematic review",
      "number": "8.5",
      "page": 116,
      "pageLabel": "104",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-146-85-including-other-types-of-data-in-the-systemat"
    },
    {
      "level": 3,
      "title": "Updating existing systematic reviews",
      "number": "8.6",
      "page": 116,
      "pageLabel": "104",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-147-86-updating-existing-systematic-reviews"
    },
    {
      "level": 3,
      "title": "How to commission a systematic review",
      "number": "8.7",
      "page": 117,
      "pageLabel": "105",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-148-87-how-to-commission-a-systematic-review"
    },
    {
      "level": 3,
      "title": "Systematic review quality standards",
      "number": "8.8",
      "page": 118,
      "pageLabel": "106",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-149-88-systematic-review-quality-standards"
    },
    {
      "level": 3,
      "title": "Systematic review reporting standards",
      "number": "8.9",
      "page": 118,
      "pageLabel": "106",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-150-89-systematic-review-reporting-standards"
    },
    {
      "level": 3,
      "title": "References",
      "number": "8.10",
      "page": 118,
      "pageLabel": "106",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-151-810-references"
    },
    {
      "level": 2,
      "title": "Evidence assessment",
      "number": "9",
      "page": 121,
      "pageLabel": "109",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-152-9-evidence-assessment"
    },
    {
      "level": 3,
      "title": "What is the “quality of the evidence”?",
      "number": "9.1",
      "page": 122,
      "pageLabel": "110",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-153-91-what-is-the-quality-of-the-evidence"
    },
    {
      "level": 3,
      "title": "What are GRADE evidence profiles?",
      "number": "9.2",
      "page": 122,
      "pageLabel": "110",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-154-92-what-are-grade-evidence-profiles"
    },
    {
      "level": 3,
      "title": "Who performs the quality assessment?",
      "number": "9.3",
      "page": 122,
      "pageLabel": "110",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-155-93-who-performs-the-quality-assessment"
    },
    {
      "level": 3,
      "title": "What is the role of WHO staff in assessing the quality of the evidence?",
      "number": "9.4",
      "page": 124,
      "pageLabel": "112",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-156-94-what-is-the-role-of-who-staff-in-assessing-th"
    },
    {
      "level": 3,
      "title": "How is the quality of the body of evidence assessed for intervention studies?",
      "number": "9.5",
      "page": 124,
      "pageLabel": "112",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-157-95-how-is-the-quality-of-the-body-of-evidence-as"
    },
    {
      "level": 4,
      "title": "Five factors can lower the quality of the body of evidence for each outcome",
      "number": "9.5.1",
      "page": 125,
      "pageLabel": "113",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-158-951-five-factors-can-lower-the-quality-of-the-bo"
    },
    {
      "level": 4,
      "title": "Three factors can increase the quality of the evidence from observational studies",
      "number": "9.5.2",
      "page": 131,
      "pageLabel": "119",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-159-952-three-factors-can-increase-the-quality-of-th"
    },
    {
      "level": 3,
      "title": "How is the overall quality of the evidence determined?",
      "number": "9.6",
      "page": 132,
      "pageLabel": "120",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-160-96-how-is-the-overall-quality-of-the-evidence-de"
    },
    {
      "level": 3,
      "title": "Is GRADE applicable in all situations?",
      "number": "9.7",
      "page": 133,
      "pageLabel": "121",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-161-97-is-grade-applicable-in-all-situations"
    },
    {
      "level": 3,
      "title": "References",
      "number": "9.8",
      "page": 133,
      "pageLabel": "121",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-162-98-references"
    },
    {
      "level": 2,
      "title": "Developing recommendations",
      "number": "10",
      "page": 135,
      "pageLabel": "123",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-164-10-developing-recommendations"
    },
    {
      "level": 3,
      "title": "Factors that determine the direction and strength of recommendations",
      "number": "10.1",
      "page": 135,
      "pageLabel": "123",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-163-101-factors-that-determine-the-direction-and-str"
    },
    {
      "level": 3,
      "title": "Detailed criteria that should be considered when moving from evidence to recommendations",
      "number": "10.2",
      "page": 137,
      "pageLabel": "125",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-167-102-detailed-criteria-that-should-be-considered"
    },
    {
      "level": 4,
      "title": "Quality of the evidence",
      "number": "10.2.1",
      "page": 137,
      "pageLabel": "125",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-165-1021-quality-of-the-evidence"
    },
    {
      "level": 4,
      "title": "Values and preferences",
      "number": "10.2.2",
      "page": 137,
      "pageLabel": "125",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-166-1022-values-and-preferences"
    },
    {
      "level": 4,
      "title": "Balance of benefits and harms",
      "number": "10.2.3",
      "page": 138,
      "pageLabel": "126",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-168-1023-balance-of-benefits-and-harms"
    },
    {
      "level": 4,
      "title": "Resource implications",
      "number": "10.2.4",
      "page": 138,
      "pageLabel": "126",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-169-1024-resource-implications"
    },
    {
      "level": 4,
      "title": "Priority of the problem",
      "number": "10.2.5",
      "page": 139,
      "pageLabel": "127",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-170-1025-priority-of-the-problem"
    },
    {
      "level": 4,
      "title": "Equity and human rights",
      "number": "10.2.6",
      "page": 139,
      "pageLabel": "127",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-171-1026-equity-and-human-rights"
    },
    {
      "level": 4,
      "title": "Acceptability",
      "number": "10.2.7",
      "page": 139,
      "pageLabel": "127",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-172-1027-acceptability"
    },
    {
      "level": 4,
      "title": "Feasibility",
      "number": "10.2.8",
      "page": 140,
      "pageLabel": "128",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-173-1028-feasibility"
    },
    {
      "level": 3,
      "title": "Evidence-to-recommendation tables",
      "number": "10.3",
      "page": 140,
      "pageLabel": "128",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-174-103-evidence-to-recommendation-tables"
    },
    {
      "level": 3,
      "title": "The strength of the recommendation",
      "number": "10.4",
      "page": 140,
      "pageLabel": "128",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-175-104-the-strength-of-the-recommendation"
    },
    {
      "level": 4,
      "title": "Strong recommendations",
      "number": "10.4.1",
      "page": 141,
      "pageLabel": "129",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-176-1041-strong-recommendations"
    },
    {
      "level": 4,
      "title": "Conditional or weak recommendations",
      "number": "10.4.2",
      "page": 141,
      "pageLabel": "129",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-177-1042-conditional-or-weak-recommendations"
    },
    {
      "level": 3,
      "title": "Formulating recommendations",
      "number": "10.5",
      "page": 142,
      "pageLabel": "130",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-178-105-formulating-recommendations"
    },
    {
      "level": 4,
      "title": "Reaching agreement on recommendations",
      "number": "10.5.1",
      "page": 142,
      "pageLabel": "130",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-179-1051-reaching-agreement-on-recommendations"
    },
    {
      "level": 3,
      "title": "Writing recommendations",
      "number": "10.6",
      "page": 142,
      "pageLabel": "130",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-180-106-writing-recommendations"
    },
    {
      "level": 3,
      "title": "When not to make recommendations",
      "number": "10.7",
      "page": 143,
      "pageLabel": "131",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-181-107-when-not-to-make-recommendations"
    },
    {
      "level": 3,
      "title": "Future research",
      "number": "10.8",
      "page": 144,
      "pageLabel": "132",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-182-108-future-research"
    },
    {
      "level": 3,
      "title": "References",
      "number": "10.9",
      "page": 144,
      "pageLabel": "132",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-183-109-references"
    },
    {
      "level": 2,
      "title": "11.Rapid advice guidelines in the setting of a public health emergency",
      "number": null,
      "page": 145,
      "pageLabel": "133",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 3,
      "title": "What is a rapid advice guideline?",
      "number": "11.1",
      "page": 145,
      "pageLabel": "133",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-184-111-what-is-a-rapid-advice-guideline"
    },
    {
      "level": 3,
      "title": "What is a rapid review?",
      "number": "11.2",
      "page": 145,
      "pageLabel": "133",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-185-112-what-is-a-rapid-review"
    },
    {
      "level": 3,
      "title": "What is the evidence on the validity and impact of rapid reviews and rapid advice guidelines?",
      "number": "11.3",
      "page": 146,
      "pageLabel": "134",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-186-113-what-is-the-evidence-on-the-validity-and-imp"
    },
    {
      "level": 3,
      "title": "Is a rapid advice guideline needed?",
      "number": "11.4",
      "page": 146,
      "pageLabel": "134",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-187-114-is-a-rapid-advice-guideline-needed"
    },
    {
      "level": 4,
      "title": "What is the type of emergency and the risk to public health?",
      "number": "11.4.1",
      "page": 147,
      "pageLabel": "135",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-188-1141-what-is-the-type-of-emergency-and-the-risk"
    },
    {
      "level": 4,
      "title": "Is the event novel?",
      "number": "11.4.2",
      "page": 147,
      "pageLabel": "135",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-189-1142-is-the-event-novel"
    },
    {
      "level": 4,
      "title": "Does uncertainty need to be urgently addressed?",
      "number": "11.4.3",
      "page": 148,
      "pageLabel": "136",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-190-1143-does-uncertainty-need-to-be-urgently-addres"
    },
    {
      "level": 4,
      "title": "What is the anticipated time frame for the event?",
      "number": "11.4.4",
      "page": 148,
      "pageLabel": "136",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-191-1144-what-is-the-anticipated-time-frame-for-the"
    },
    {
      "level": 4,
      "title": "Will the rapid advice guideline be rapidly implemented?",
      "number": "11.4.5",
      "page": 148,
      "pageLabel": "136",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-192-1145-will-the-rapid-advice-guideline-be-rapidly"
    },
    {
      "level": 3,
      "title": "How is a rapid advice guideline developed?",
      "number": "11.5",
      "page": 149,
      "pageLabel": "137",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-193-115-how-is-a-rapid-advice-guideline-developed"
    },
    {
      "level": 4,
      "title": "Consult the GRC Secretariat early",
      "number": "11.5.1",
      "page": 149,
      "pageLabel": "137",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-194-1151-consult-the-grc-secretariat-early"
    },
    {
      "level": 4,
      "title": "Formulate the various groups involved in guideline development",
      "number": "11.5.2",
      "page": 149,
      "pageLabel": "137",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-195-1152-formulate-the-various-groups-involved-in-gu"
    },
    {
      "level": 4,
      "title": "Scope the rapid advice guideline and define the key questions",
      "number": "11.5.3",
      "page": 152,
      "pageLabel": "140",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-196-1153-scope-the-rapid-advice-guideline-and-define"
    },
    {
      "level": 4,
      "title": "Prepare the planning proposal for the GRC",
      "number": "11.5.4",
      "page": 152,
      "pageLabel": "140",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-197-1154-prepare-the-planning-proposal-for-the-grc"
    },
    {
      "level": 3,
      "title": "How do rapid reviews compare with systematic reviews?",
      "number": "11.6",
      "page": 153,
      "pageLabel": "141",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-198-116-how-do-rapid-reviews-compare-with-systematic"
    },
    {
      "level": 4,
      "title": "Types of rapid reviews",
      "number": "11.6.1",
      "page": 153,
      "pageLabel": "141",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-199-1161-types-of-rapid-reviews"
    },
    {
      "level": 3,
      "title": "Steps in the rapid review process",
      "number": "11.7",
      "page": 155,
      "pageLabel": "143",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-200-117-steps-in-the-rapid-review-process"
    },
    {
      "level": 4,
      "title": "Select the types of evidence to be collected and identify the appropriate sources",
      "number": "11.7.1",
      "page": 155,
      "pageLabel": "143",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-201-1171-select-the-types-of-evidence-to-be-collecte"
    },
    {
      "level": 4,
      "title": "Develop search strategies",
      "number": "11.7.2",
      "page": 155,
      "pageLabel": "143",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-202-1172-develop-search-strategies"
    },
    {
      "level": 4,
      "title": "Search for grey literature",
      "number": "11.7.3",
      "page": 156,
      "pageLabel": "144",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-203-1173-search-for-grey-literature"
    },
    {
      "level": 4,
      "title": "Common search restrictions",
      "number": "11.7.4",
      "page": 156,
      "pageLabel": "144",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-204-1174-common-search-restrictions"
    },
    {
      "level": 4,
      "title": "Other strategies for identifying relevant literature",
      "number": "11.7.5",
      "page": 157,
      "pageLabel": "145",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-205-1175-other-strategies-for-identifying-relevant-l"
    },
    {
      "level": 4,
      "title": "Screening and study selection",
      "number": "11.7.6",
      "page": 158,
      "pageLabel": "146",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-206-1176-screening-and-study-selection"
    },
    {
      "level": 4,
      "title": "Use a stepwise approach with emphasis on higher levels of evidence",
      "number": "11.7.7",
      "page": 158,
      "pageLabel": "146",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-207-1177-use-a-stepwise-approach-with-emphasis-on-hi"
    },
    {
      "level": 4,
      "title": "Obtaining publications",
      "number": "11.7.8",
      "page": 158,
      "pageLabel": "146",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-208-1178-obtaining-publications"
    },
    {
      "level": 4,
      "title": "Data extraction and evidence synthesis",
      "number": "11.7.9",
      "page": 159,
      "pageLabel": "147",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-209-1179-data-extraction-and-evidence-synthesis"
    },
    {
      "level": 4,
      "title": "Assess the risk of bias at the individual study level",
      "number": "11.7.10",
      "page": 159,
      "pageLabel": "147",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-210-11710-assess-the-risk-of-bias-at-the-individual"
    },
    {
      "level": 4,
      "title": "Evidence synthesis",
      "number": "11.7.11",
      "page": 159,
      "pageLabel": "147",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 4,
      "title": "Assessing the quality of the body of evidence using GRADE",
      "number": "11.7.12",
      "page": 160,
      "pageLabel": "148",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-211-11712-assessing-the-quality-of-the-body-of-evide"
    },
    {
      "level": 3,
      "title": "The rapid review report",
      "number": "11.8",
      "page": 162,
      "pageLabel": "150",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-212-118-the-rapid-review-report"
    },
    {
      "level": 3,
      "title": "Formulate recommendations",
      "number": "11.9",
      "page": 163,
      "pageLabel": "151",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-213-119-formulate-recommendations"
    },
    {
      "level": 4,
      "title": "Convene the meeting of the guideline development group",
      "number": "11.9.1",
      "page": 163,
      "pageLabel": "151",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-214-1191-convene-the-meeting-of-the-guideline-develo"
    },
    {
      "level": 4,
      "title": "Evidence to recommendations",
      "number": "11.9.2",
      "page": 164,
      "pageLabel": "152",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-215-1192-evidence-to-recommendations"
    },
    {
      "level": 3,
      "title": "Draft the guideline document",
      "number": "11.10",
      "page": 164,
      "pageLabel": "152",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-216-1110-draft-the-guideline-document"
    },
    {
      "level": 3,
      "title": "External peer review",
      "number": "11.11",
      "page": 164,
      "pageLabel": "152",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-217-1111-external-peer-review"
    },
    {
      "level": 3,
      "title": "Implementation and the importance of context",
      "number": "11.12",
      "page": 165,
      "pageLabel": "153",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-218-1112-implementation-and-the-importance-of-contex"
    },
    {
      "level": 3,
      "title": "Publishing",
      "number": "11.13",
      "page": 165,
      "pageLabel": "153",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-219-1113-publishing"
    },
    {
      "level": 3,
      "title": "Updating",
      "number": "11.14",
      "page": 166,
      "pageLabel": "154",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-220-1114-updating"
    },
    {
      "level": 3,
      "title": "Guideline Review Committee processes for rapid advice guidelines",
      "number": "11.15",
      "page": 166,
      "pageLabel": "154",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-221-1115-guideline-review-committee-processes-for-ra"
    },
    {
      "level": 3,
      "title": "Conclusions",
      "number": "11.16",
      "page": 167,
      "pageLabel": "155",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-222-1116-conclusions"
    },
    {
      "level": 3,
      "title": "References",
      "number": "11.17",
      "page": 168,
      "pageLabel": "156",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-223-1117-references"
    },
    {
      "level": 2,
      "title": "Producing and publishing the guideline",
      "number": "12",
      "page": 169,
      "pageLabel": "157",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-226-12-producing-and-publishing-the-guideline"
    },
    {
      "level": 3,
      "title": "Guideline format",
      "number": "12.1",
      "page": 169,
      "pageLabel": "157",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-225-121-guideline-format"
    },
    {
      "level": 3,
      "title": "Peer review",
      "number": "12.2",
      "page": 170,
      "pageLabel": "158",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-224-122-peer-review"
    },
    {
      "level": 3,
      "title": "The production process",
      "number": "12.3",
      "page": 171,
      "pageLabel": "159",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-227-123-the-production-process"
    },
    {
      "level": 4,
      "title": "Writing",
      "number": "12.3.1",
      "page": 171,
      "pageLabel": "159",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-228-1231-writing"
    },
    {
      "level": 4,
      "title": "Legal advice on proprietary products",
      "number": "12.3.2",
      "page": 172,
      "pageLabel": "160",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-229-1232-legal-advice-on-proprietary-products"
    },
    {
      "level": 4,
      "title": "Editing and proofreading",
      "number": "12.3.3",
      "page": 172,
      "pageLabel": "160",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-230-1233-editing-and-proofreading"
    },
    {
      "level": 4,
      "title": "Executive clearance and approval by the Guideline Review Committee",
      "number": "12.3.4",
      "page": 172,
      "pageLabel": "160",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-231-1234-executive-clearance-and-approval-by-the-gui"
    },
    {
      "level": 4,
      "title": "Layout",
      "number": "12.3.5",
      "page": 172,
      "pageLabel": "160",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-232-1235-layout"
    },
    {
      "level": 4,
      "title": "Printing",
      "number": "12.3.6",
      "page": 173,
      "pageLabel": "161",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-233-1236-printing"
    },
    {
      "level": 3,
      "title": "Disseminating guidelines",
      "number": "12.4",
      "page": 173,
      "pageLabel": "161",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-234-124-disseminating-guidelines"
    },
    {
      "level": 4,
      "title": "Online publication",
      "number": "12.4.1",
      "page": 173,
      "pageLabel": "161",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-235-1241-online-publication"
    },
    {
      "level": 4,
      "title": "Archiving",
      "number": "12.4.2",
      "page": 174,
      "pageLabel": "162",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-236-1242-archiving"
    },
    {
      "level": 4,
      "title": "Translations",
      "number": "12.4.3",
      "page": 174,
      "pageLabel": "162",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-237-1243-translations"
    },
    {
      "level": 4,
      "title": "Journals",
      "number": "12.4.4",
      "page": 174,
      "pageLabel": "162",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-238-1244-journals"
    },
    {
      "level": 4,
      "title": "Other forms of dissemination",
      "number": "12.4.5",
      "page": 174,
      "pageLabel": "162",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-239-1245-other-forms-of-dissemination"
    },
    {
      "level": 3,
      "title": "Updating guideline",
      "number": "12.5",
      "page": 175,
      "pageLabel": "163",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-240-125-updating-guideline"
    },
    {
      "level": 4,
      "title": "Review-by date",
      "number": "12.5.1",
      "page": 175,
      "pageLabel": "163",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-241-1251-review-by-date"
    },
    {
      "level": 4,
      "title": "Updating recommendations",
      "number": "12.5.2",
      "page": 175,
      "pageLabel": "163",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-242-1252-updating-recommendations"
    },
    {
      "level": 4,
      "title": "Guidelines that are near or beyond their “review-by” date",
      "number": "12.5.3",
      "page": 175,
      "pageLabel": "163",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-243-1253-guidelines-that-are-near-or-beyond-their-re"
    },
    {
      "level": 4,
      "title": "Recommendations that may be out of date",
      "number": "12.5.4",
      "page": 176,
      "pageLabel": "164",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-244-1254-recommendations-that-may-be-out-of-date"
    },
    {
      "level": 3,
      "title": "References",
      "number": "12.6",
      "page": 176,
      "pageLabel": "164",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-245-126-references"
    },
    {
      "level": 2,
      "title": "Adaptation, implementation and evaluation",
      "number": "13",
      "page": 177,
      "pageLabel": "165",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-246-13-adaptation-implementation-and-evaluation"
    },
    {
      "level": 3,
      "title": "Adaptation",
      "number": "13.1",
      "page": 177,
      "pageLabel": "165",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 3,
      "title": "Implementation",
      "number": "13.2",
      "page": 178,
      "pageLabel": "166",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": null
    },
    {
      "level": 3,
      "title": "Monitoring and evaluation",
      "number": "13.3",
      "page": 178,
      "pageLabel": "166",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-247-133-monitoring-and-evaluation"
    },
    {
      "level": 3,
      "title": "References",
      "number": "13.4",
      "page": 179,
      "pageLabel": "167",
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-248-134-references"
    }
  ],
  "sections": [
    {
      "id": "sec-front-matter",
      "number": null,
      "title": "Front matter",
      "level": 1,
      "pageStart": 1,
      "pageEnd": 2,
      "labelStart": "1",
      "labelEnd": "2",
      "words": 9,
      "summary": {
        "text": "A cover page giving the title Handbook for Guideline Development, 2nd edition, followed by the start of the cataloguing-in-publication notice.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Handbook forGuideline Development 2nd edition WHO Library Cataloguing-in-Publication Data",
      "extractCut": false,
      "blocks": [
        "library/9789241548960-eng/blocks/prose-sec-front-matter"
      ]
    },
    {
      "id": "sec-000-who-handbook-for-guideline-development",
      "number": null,
      "title": "WHO Handbook for Guideline Development",
      "level": 1,
      "pageStart": 2,
      "pageEnd": 11,
      "labelStart": "2",
      "labelEnd": "xi",
      "words": 2773,
      "summary": {
        "text": "Carries the publication front matter for the handbook: cataloguing data, acknowledgements naming the author, contributors, reviewers and funder, the copyright and disclaimer notices, and the full table of contents for the chapters. It then gives the foreword, which says the second edition adds more detailed guidance on each step plus two new chapters, one on equity, human rights, gender and social determinants and one on rapid advice guidelines in public health emergencies. The foreword also states that the guidance will be updated as methods evolve and invites feedback to the guideline review secretariat.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "advice guideline",
          "heading": false
        },
        {
          "term": "grc secretariat",
          "heading": false
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "guideline review",
          "heading": false
        },
        {
          "term": "planning proposal",
          "heading": false
        },
        {
          "term": "handbook",
          "heading": true
        },
        {
          "term": "social determinants",
          "heading": false
        }
      ],
      "extract": "1.Guidelines as Topic – standards. 2.Review. 3.Meta-Analysis. 4.Peer Review. 5.Evidence-Based Medicine. 6.World Health Organization. I.World Health Organization. ISBN 978 92 4 154896 0 (NLM classification: WA 39) Acknowledgements This handbook was prepared by Susan L. Norris. Laragh Gollogly and Charles Penn provided advice and support throughout the development process. Contributions in the areas of equity, human",
      "extractCut": true
    },
    {
      "id": "sec-001-foreword",
      "number": null,
      "title": "Foreword",
      "level": 2,
      "pageStart": 11,
      "pageEnd": 13,
      "labelStart": "xi",
      "labelEnd": "1",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-002-11-what-is-a-who-guideline",
      "number": "1.1",
      "title": "What is a WHO guideline?",
      "level": 3,
      "pageStart": 13,
      "pageEnd": 13,
      "labelStart": "1",
      "labelEnd": "1",
      "words": 120,
      "summary": {
        "text": "Defines a WHO guideline as any WHO document containing recommendations for clinical practice or public health policy. Explains that a recommendation tells the intended user what to do in specific situations to achieve the best health outcomes and helps users decide, select and prioritize among interventions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "public health",
          "heading": false
        },
        {
          "term": "tells",
          "heading": false
        },
        {
          "term": "measures",
          "heading": false
        }
      ],
      "extract": "A WHO guideline is any document developed by the World Health Organization containing recommendations for clinical practice or public health policy. A recommendation tells the intended end-user of the guideline what he or she can or should do in specific situations to achieve the best health outcomes possible, individually or collectively. It offers a choice among different interventions or measures having an",
      "extractCut": true
    },
    {
      "id": "sec-003-12-why-does-who-develop-guidelines",
      "number": "1.2",
      "title": "Why does WHO develop guidelines?",
      "level": 3,
      "pageStart": 13,
      "pageEnd": 13,
      "labelStart": "1",
      "labelEnd": "1",
      "words": 88,
      "summary": {
        "text": "Explains that WHO develops guidelines when Member States, country offices, experts or other stakeholders ask for guidance because they are unsure what to do. Lists the triggers of such uncertainty: a new problem or emergency, new evidence, a lack of good evidence, or a change in resources or access to services.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "health problem",
          "heading": false
        },
        {
          "term": "uncovering",
          "heading": false
        },
        {
          "term": "public health",
          "heading": false
        }
      ],
      "extract": "WHO develops guidelines whenever Member States, WHO country offices, external experts or other stakeholders ask for guidance on a clinical or public health problem or policy area. This generally happens when they are uncertain about what to do or how to choose among a range of potential policies or interventions. Uncertainty can be triggered by a new public health problem or emergency; the uncovering of new",
      "extractCut": true
    },
    {
      "id": "sec-004-13-what-principles-underlie-who-guidelines",
      "number": "1.3",
      "title": "What principles underlie WHO guidelines?",
      "level": 3,
      "pageStart": 13,
      "pageEnd": 13,
      "labelStart": "1",
      "labelEnd": "1",
      "words": 81,
      "summary": {
        "text": "Describes the principle that WHO is a science- and evidence-based organization, citing its general programme of work. States that guidelines are the main means of exercising technical leadership and that WHO's authority rests on systematic use of evidence.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "gpw",
          "heading": false
        },
        {
          "term": "standard-setting",
          "heading": false
        },
        {
          "term": "twelfth",
          "heading": false
        }
      ],
      "extract": "The Twelfth General Programme of Work (GPW) of WHO (2014) specifies that in its normative and standard-setting work, WHO is and will remain a science- and evidence-based organization with a focus on public health. Guidelines are the fundamental means through which the Organization fulfils its technical leadership in health, as identified in the GPW. The GPW states that “WHO’s legitimacy and technical authority lie",
      "extractCut": true
    },
    {
      "id": "sec-005-1-introduction",
      "number": "1",
      "title": "Introduction",
      "level": 2,
      "pageStart": 13,
      "pageEnd": 14,
      "labelStart": "1",
      "labelEnd": "2",
      "words": 214,
      "summary": {
        "text": "Lists the principles WHO guidelines must follow, after noting that WHO uses internationally recognized methods and standards. The principles include addressing a real area of uncertainty, reflecting the right to health, transparent and explicit development, multidisciplinary input, minimizing bias, systematic weighing of benefits and harms, public availability of evidence, adaptability to local settings, and tailoring to a specific audience.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "explicit",
          "heading": false
        },
        {
          "term": "recommendations",
          "heading": false
        },
        {
          "term": "stakeholders",
          "heading": false
        },
        {
          "term": "methods",
          "heading": false
        },
        {
          "term": "developing",
          "heading": false
        }
      ],
      "extract": "1 2 WHO has adopted internationally recognized methods and standards for guideline development to ensure that its guidelines are of the highest quality. WHO guidelines must be developed in observance of the following principles: ■■ Guidelines address an area of uncertainty and an unmet need for guidance. ■■ Guidelines reflect the core WHO value of the “right to health” (2). ■■ The process of developing",
      "extractCut": true
    },
    {
      "id": "sec-006-14-what-is-the-aim-of-this-handbook",
      "number": "1.4",
      "title": "What is the aim of this handbook?",
      "level": 3,
      "pageStart": 14,
      "pageEnd": 15,
      "labelStart": "2",
      "labelEnd": "3",
      "words": 86,
      "summary": {
        "text": "States the aim of the handbook: to set out principles and stepwise instruction for developing a WHO guideline. Says the goal is a credible guideline whose recommendations balance benefits and harms, meet WHO publication standards, rest on accessible evidence and can be implemented to benefit population health.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": false
        },
        {
          "term": "handbook",
          "heading": true
        },
        {
          "term": "implementable",
          "heading": false
        }
      ],
      "extract": "This handbook presents the important principles of guideline development and provides stepwise instruction on the technical and procedural aspects of developing a WHO guideline. It aims to steer readers through the process to ensure that the resulting guideline is credible; the recommendations accurately reflect the balance of potential benefits and harms; the guideline meets WHO’s publication standards in terms of",
      "extractCut": true
    },
    {
      "id": "sec-007-15-for-whom-is-this-handbook-intended",
      "number": "1.5",
      "title": "For whom is this handbook intended?",
      "level": 3,
      "pageStart": 15,
      "pageEnd": 15,
      "labelStart": "3",
      "labelEnd": "3",
      "words": 54,
      "summary": {
        "text": "Lists the intended readers of the handbook: WHO staff and departments wishing to produce a guideline, members of the steering, development and external review groups, and anyone wanting to understand how WHO develops guidelines.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "wishing",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        },
        {
          "term": "handbook",
          "heading": true
        }
      ],
      "extract": "This handbook is intended for: ■■ any WHO department, programme or staff member wishing to produce a guideline; ■■ members of a WHO guideline steering group; ■■ members of a WHO guideline development group (GDG); ■■ members of a WHO guideline external review group; and ■■ anyone interested in understanding how WHO develops guidelines.",
      "extractCut": false
    },
    {
      "id": "sec-008-16-what-is-in-this-handbook",
      "number": "1.6",
      "title": "What is in this handbook?",
      "level": 3,
      "pageStart": 15,
      "pageEnd": 15,
      "labelStart": "3",
      "labelEnd": "3",
      "words": 35,
      "summary": {
        "text": "Says the handbook follows guideline development from deciding whether a guideline is needed through to publication, and points to a table summarizing the process and its main contributors.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "This handbook follows the entire development of a WHO guideline − from determining if a guideline is needed through to eventual publication. The guideline development process and its primary contributors are summarized in Table 1.1.",
      "extractCut": false
    },
    {
      "id": "sec-009-17-types-of-who-guidelines",
      "number": "1.7",
      "title": "Types of WHO guidelines",
      "level": 3,
      "pageStart": 15,
      "pageEnd": 18,
      "labelStart": "3",
      "labelEnd": "6",
      "words": 798,
      "summary": {
        "text": "Explains that the type of guideline determines methods, resources and time frame, and that types differ in purpose, scope, timing, developer, new versus existing recommendations and timeline. Names four main types (standard, consolidated, interim, and emergency or urgent-need) plus other less frequent types. Presents a table of the development process by stage, contributor, step and chapter, from planning through publishing and updating, and a table comparing each type's purpose, scope, developer, recommendations and development period.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline steering",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "contain existing",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "existing recommendations",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "guideline document",
          "heading": false
        },
        {
          "term": "external organization",
          "heading": false
        }
      ],
      "extract": "It is important to consider what type of guideline will best fit the intended purpose, as this will determine the methods, resources and time frame for development, finalization and dissemination (see Table 1.2). WHO guidelines comprise a broad spectrum of products that vary mainly in terms of the following features: ■■ purpose; ■■ scope; ■■ the point in time at which the guideline is being developed relative to the",
      "extractCut": true
    },
    {
      "id": "sec-010-171-standard-guidelines",
      "number": "1.7.1",
      "title": "Standard guidelines",
      "level": 4,
      "pageStart": 18,
      "pageEnd": 18,
      "labelStart": "6",
      "labelEnd": "6",
      "words": 275,
      "summary": {
        "text": "Describes standard guidelines, which cover a clinical or policy area and can range from a single drug to the full scope of a condition, with recommendations either new or updated. Lists their usual focus areas such as clinical interventions, health-system policy, public health exposures, diagnostic tests and surveillance, and states they typically take 9 to 24 months, need systematic reviews and one or two group meetings, and have a review date. Notes that most WHO guidelines are of this type.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "standard guidelines",
          "heading": true
        },
        {
          "term": "rubella",
          "heading": false
        },
        {
          "term": "scope",
          "heading": false
        },
        {
          "term": "public health",
          "heading": false
        },
        {
          "term": "condition",
          "heading": false
        },
        {
          "term": "area",
          "heading": false
        },
        {
          "term": "surveillance",
          "heading": false
        },
        {
          "term": "focus",
          "heading": false
        }
      ],
      "extract": "A standard guideline covers a clinical or policy area (e.g. the treatment of postpartum haemorrhage or the minimum requirements for the safe delivery of care to people with HIV infection). Such guidelines vary greatly in scope and focus: they might address the use of a single drug for a disease or condition, such as naloxone injection by lay persons for suspected opioid overdose, or they might encompass the full",
      "extractCut": true
    },
    {
      "id": "sec-011-172-consolidated-guidelines",
      "number": "1.7.2",
      "title": "Consolidated guidelines",
      "level": 4,
      "pageStart": 18,
      "pageEnd": 19,
      "labelStart": "6",
      "labelEnd": "7",
      "words": 235,
      "summary": {
        "text": "Defines a consolidated guideline as a compilation of recommendations from existing WHO guidelines or from other organizations' guidelines produced by consistent processes. Explains that it is complex to produce and maintain, that all included recommendations must be up to date and approved by the review committee, and that cross-referencing is required. Sets out when committee review is needed and the one case in which it is not.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "consolidated guidelines",
          "heading": true
        },
        {
          "term": "existing recommendations",
          "heading": false
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "updating process",
          "heading": false
        },
        {
          "term": "require review",
          "heading": false
        },
        {
          "term": "compilation",
          "heading": false
        },
        {
          "term": "approved",
          "heading": false
        }
      ],
      "extract": "A consolidated guideline (also known as a compilation of guidelines) contains recommendations from existing WHO guidelines, or from guidelines produced by other organizations that have followed processes consistent Chapter 1 Introduction 7 with those used by WHO (see Section 1.8.2). Producing consolidated guidelines is complex because existing guidelines may need to be updated and new recommendations may have to be",
      "extractCut": true
    },
    {
      "id": "sec-012-173-interim-guidelines",
      "number": "1.7.3",
      "title": "Interim guidelines",
      "level": 4,
      "pageStart": 19,
      "pageEnd": 20,
      "labelStart": "7",
      "labelEnd": "8",
      "words": 154,
      "summary": {
        "text": "Describes interim guidelines, produced when guidance is requested while data are incomplete, for example for a new intervention, disease or data. Says they have a narrow scope and short shelf-life, must state when more evidence is expected, and still comply fully with the handbook's processes and standards despite pressure for speed.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interim guidelines",
          "heading": true
        },
        {
          "term": "complies",
          "heading": false
        },
        {
          "term": "anticipated",
          "heading": false
        },
        {
          "term": "condition",
          "heading": false
        },
        {
          "term": "shelf",
          "heading": false
        }
      ],
      "extract": "Interim guidelines are produced when WHO is asked to provide guidance when the available data and information are most certainly incomplete, especially if additional data are anticipated in the near future. This can occur when an intervention − a drug, a medical device or a health practice, for example − has just appeared or is about to be made available; a new disease or condition has emerged; or new data on an",
      "extractCut": true
    },
    {
      "id": "sec-013-174-guidelines-in-response-to-an-emergency-or-ur",
      "number": "1.7.4",
      "title": "Guidelines in response to an emergency or urgent need",
      "level": 4,
      "pageStart": 20,
      "pageEnd": 21,
      "labelStart": "8",
      "labelEnd": "9",
      "words": 523,
      "summary": {
        "text": "Describes guidelines produced for emergencies or urgent need and distinguishes two basic kinds. Emergency (rapid response) guidelines may rely on existing guidelines or expert opinion within hours to days but must still keep basic quality principles and document their rationale. Rapid advice guidelines follow WHO processes more closely, carry a review-by date and need committee review at both stages. Also notes that urgent recommendations outside an emergency must rest on a systematic review and meet all handbook standards.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "advice guidelines",
          "heading": false
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "guideline stages",
          "heading": false
        },
        {
          "term": "emergency",
          "heading": true
        },
        {
          "term": "rapid response",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "standard guideline",
          "heading": false
        }
      ],
      "extract": "Certain circumstances preclude the development of a standard guideline. This is the case when WHO must provide guidance in response to public health emergencies. Depending on the type of event or situation, such guidelines may need to be produced within hours, days, weeks or months. Their purpose and the methods used to develop them vary with the time frame in which guidance is required. Although guidelines that",
      "extractCut": true
    },
    {
      "id": "sec-014-18-additional-types-of-guidelines-produced-by-wh",
      "number": "1.8",
      "title": "Additional types of guidelines produced by WHO",
      "level": 3,
      "pageStart": 21,
      "pageEnd": 21,
      "labelStart": "9",
      "labelEnd": "9",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-015-181-guidelines-developed-in-collaboration-with-e",
      "number": "1.8.1",
      "title": "Guidelines developed in collaboration with external organizations",
      "level": 4,
      "pageStart": 21,
      "pageEnd": 22,
      "labelStart": "9",
      "labelEnd": "10",
      "words": 213,
      "summary": {
        "text": "Explains how WHO may jointly produce guidelines with external organizations, which must still follow WHO's basic principles. Lists requirements including no commercial funding, managed conflicts of interest, a systematic review, transparent methods, representative experts and consultation on publishing. States that staff must submit a planning proposal highlighting any deviation, which the review committee assesses case by case.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "organizations",
          "heading": true
        },
        {
          "term": "guidelines",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "external",
          "heading": true
        },
        {
          "term": "procedures",
          "heading": false
        },
        {
          "term": "recommendations",
          "heading": false
        }
      ],
      "extract": "organizations Clinical and public health guidelines are produced by many organizations, including national agencies, intergovernmental organizations and specialist medical societies. From time to time it may be appropriate for WHO to col- laborate with these groups to produce a joint guideline. Collaborative guidelines must adhere to the basic principles for WHO guidelines. When developing such guidelines, it is",
      "extractCut": true
    },
    {
      "id": "sec-016-182-guidelines-developed-by-external-organizatio",
      "number": "1.8.2",
      "title": "Guidelines developed by external organizations",
      "level": 4,
      "pageStart": 22,
      "pageEnd": 22,
      "labelStart": "10",
      "labelEnd": "10",
      "words": 200,
      "summary": {
        "text": "Covers guidelines developed by external organizations that WHO might adopt, adapt or incorporate, which requires careful evaluation of quality and applicability. Says such guidelines rarely meet two standards, global applicability and expert panels representing all WHO regions, so adoption is rare. Specifies what the planning proposal for an endorsed or adapted guideline must contain.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "adopts",
          "heading": false
        },
        {
          "term": "guidelines",
          "heading": true
        },
        {
          "term": "applicability",
          "heading": false
        },
        {
          "term": "external",
          "heading": true
        },
        {
          "term": "rationale",
          "heading": false
        },
        {
          "term": "evaluate",
          "heading": false
        }
      ],
      "extract": "Guidelines that serve WHO’s purpose may already exist and WHO may consider adopting, adapting or incorporating all or part of a guideline developed by an external organization. In order to adopt or endorse such a guideline, WHO staff in the relevant technical unit must carefully evaluate the guideline’s quality and applicability to WHO’s needs. The guideline must meet WHO’s standards for guidelines as depicted in",
      "extractCut": true
    },
    {
      "id": "sec-017-183-adaptation-of-existing-who-guidelines",
      "number": "1.8.3",
      "title": "Adaptation of existing WHO guidelines",
      "level": 4,
      "pageStart": 22,
      "pageEnd": 23,
      "labelStart": "10",
      "labelEnd": "11",
      "words": 89,
      "summary": {
        "text": "Explains that WHO guidelines made for one setting may be adapted to another, for example routine obstetric care adapted for emergency settings. States that adaptations follow standard review-committee procedures and that further guidance on adapting in urgent situations is being developed.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "existing guidelines",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "adapted",
          "heading": false
        }
      ],
      "extract": "WHO guidelines originally intended for one setting may be adapted for use in another. For example, guidelines on routine obstetric care can be adapted for emergency settings. Adaptations of WHO guidelines must follow standard GRC procedures, including GRC review of the planning proposal and the final guideline. Guidelines may also be adapted in emergency or urgent situations, when existing guidelines need to be",
      "extractCut": true
    },
    {
      "id": "sec-018-19-information-products-that-are-not-considered",
      "number": "1.9",
      "title": "Information products that are not considered guidelines",
      "level": 3,
      "pageStart": 23,
      "pageEnd": 23,
      "labelStart": "11",
      "labelEnd": "11",
      "words": 157,
      "summary": {
        "text": "Lists document types that are not considered guidelines and need no committee review, such as statements of established principles, governing-body reports, purely informational documents, manufacturing standards, operational how-to manuals and standard operating procedures. Advises consulting the committee secretariat when unsure.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "documents",
          "heading": false
        },
        {
          "term": "guidelines",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "grc-approved",
          "heading": false
        },
        {
          "term": "submitted",
          "heading": false
        }
      ],
      "extract": "guidelines Certain types of documents are not considered guidelines and do not need to be submitted to the GRC for review. They include: ■■ documents that state established principles (e.g. human rights, WHO constitutional issues); ■■ WHO Secretariat reports and other papers submitted to the Governing Bodies (Executive Board, Regional Committees, World Health Assembly); ■■ information documents that report facts,",
      "extractCut": true
    },
    {
      "id": "sec-019-110-the-guideline-review-committee",
      "number": "1.10",
      "title": "The Guideline Review Committee",
      "level": 3,
      "pageStart": 23,
      "pageEnd": 24,
      "labelStart": "11",
      "labelEnd": "12",
      "words": 67,
      "summary": {
        "text": "Describes the Guideline Review Committee, established by the Director-General in 2007 to ensure WHO guidelines are high quality, transparently developed and evidence-based. Says it has about 30 members from all WHO regions plus external members and meets monthly.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "composed",
          "heading": false
        },
        {
          "term": "meets",
          "heading": false
        }
      ],
      "extract": "The GRC was established by WHO’s Director-General in 2007 to ensure that WHO guidelines are of high quality, that they are developed using a transparent and explicit process, and that, to the extent possible, recommendations are based on evidence (3). The GRC is composed of approximately 30 individuals, including representatives from all WHO regions as well as external members, and meets monthly to review submitted",
      "extractCut": true
    },
    {
      "id": "sec-020-1101-terms-of-reference-of-the-grc",
      "number": "1.10.1",
      "title": "Terms of reference of the GRC",
      "level": 4,
      "pageStart": 24,
      "pageEnd": 25,
      "labelStart": "12",
      "labelEnd": "13",
      "words": 326,
      "summary": {
        "text": "Sets out the committee's terms of reference: it must approve all WHO publications containing recommendations and reviews each guideline twice, at the planning stage and after the final document is edited. Explains what each review checks, that the committee advises on process and methods but not technical content, and how its approval fits into WHO's internal clearance sequence.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "grc",
          "heading": true
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "guideline document",
          "heading": false
        },
        {
          "term": "development process",
          "heading": false
        },
        {
          "term": "approved",
          "heading": false
        },
        {
          "term": "clearance",
          "heading": false
        },
        {
          "term": "meets",
          "heading": false
        }
      ],
      "extract": "All WHO publications containing recommendations must be approved by the GRC according to WHO policies and procedures (4). The GRC reviews every WHO guideline twice during its development – once at the initial planning stage and again after the recommendations have been developed and the guideline document has been finalized and edited. The review of a planning proposal includes an assessment of whether the proposed",
      "extractCut": true
    },
    {
      "id": "sec-021-1102-the-grc-secretariat",
      "number": "1.10.2",
      "title": "The GRC Secretariat",
      "level": 4,
      "pageStart": 25,
      "pageEnd": 25,
      "labelStart": "13",
      "labelEnd": "13",
      "words": 139,
      "summary": {
        "text": "Lists the roles of the review committee secretariat, which supports the committee, advises WHO staff, sets benchmarks and evaluates guideline processes for quality assurance. Itemizes its tasks, including coordinating technical support, organizing training, collaborating with methodological networks and keeping a database of submissions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "grc secretariat",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "technical support",
          "heading": false
        },
        {
          "term": "collaborates",
          "heading": false
        }
      ],
      "extract": "The GRC Secretariat has several important roles. In addition to supporting the GRC, it provides WHO staff with technical advice on guideline development, sets benchmarks, and evaluates guideline development processes, documents and standards to achieve quality assurance and improvement for WHO guidelines. More specifically, the GRC Secretariat: ■■ coordinates and provides technical support on guideline development",
      "extractCut": true
    },
    {
      "id": "sec-022-111-references",
      "number": "1.11",
      "title": "References",
      "level": 3,
      "pageStart": 25,
      "pageEnd": 27,
      "labelStart": "13",
      "labelEnd": "15",
      "words": 229,
      "summary": {
        "text": "A numbered list of six references for Chapter 1, covering the general programme of work, the WHO Constitution, the committee's establishment note and WHO manual and intranet pages. The extraction also includes the opening sentence of Chapter 2 on the value of early planning.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "emanual viii",
          "heading": false
        },
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "intranet site",
          "heading": false
        },
        {
          "term": "products viii",
          "heading": false
        },
        {
          "term": "viii information",
          "heading": false
        },
        {
          "term": "health organization",
          "heading": false
        },
        {
          "term": "world health",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        }
      ],
      "extract": "1. Twelfth General Programme of Work: not merely the absence of disease. Geneva: World Health Organization; 2014 (http://www.who.int/about/resources_planning/twelfth-gpw/ en, accessed 11 November 2014). 2. Constitution of the World Health Organization. Geneva: World Health Organization; 1946 (http://apps.who.int/gb/bd/PDF/bd47/EN/constitution-en.pdf, accessed 11 November 2014). 3. Information Note - Establishment of",
      "extractCut": true
    },
    {
      "id": "sec-023-21-is-this-guideline-really-needed",
      "number": "2.1",
      "title": "Is this guideline really needed?",
      "level": 3,
      "pageStart": 27,
      "pageEnd": 27,
      "labelStart": "15",
      "labelEnd": "15",
      "words": 92,
      "summary": {
        "text": "Opens the question of whether a guideline is really needed, noting that development is time-consuming and expensive and that requests exceed capacity. Advises asking key questions before deciding to proceed.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "priority-setting",
          "heading": false
        },
        {
          "term": "consuming",
          "heading": false
        }
      ],
      "extract": "When planning to develop a guideline, you must begin by asking a critical question: Is this guideline really needed? Guideline development is time- consuming and expensive. You must carefully consider several issues before embarking on the process. Priority-setting in the normative work at WHO needs continuous evaluation and revision as priorities evolve within and across technical units. Requests for guidelines",
      "extractCut": true
    },
    {
      "id": "sec-024-211-who-wants-the-guideline",
      "number": "2.1.1",
      "title": "Who wants the guideline?",
      "level": 4,
      "pageStart": 27,
      "pageEnd": 27,
      "labelStart": "15",
      "labelEnd": "15",
      "words": 24,
      "summary": {
        "text": "Asks whether Member States have requested the guideline, noting that WHO guidelines should generally meet global or regional needs and take a public health perspective.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Have one or more WHO Member States requested it? WHO guidelines must generally meet global or regional needs and have a public health perspective.",
      "extractCut": false
    },
    {
      "id": "sec-025-212-should-who-be-the-organization-to-produce-th",
      "number": "2.1.2",
      "title": "Should WHO be the organization to produce this guideline?",
      "level": 4,
      "pageStart": 27,
      "pageEnd": 27,
      "labelStart": "15",
      "labelEnd": "15",
      "words": 26,
      "summary": {
        "text": "Poses questions on whether governing bodies requested the guideline and whether WHO is best placed to issue guidance on the topic; the text breaks off mid-sentence because of the page split.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Have WHO’s governing bodies requested the guideline? Is WHO in the best position to issue guidance on this topic? Does the topic fall within the scope",
      "extractCut": false
    },
    {
      "id": "sec-026-2-planning-guidelines",
      "number": "2",
      "title": "Planning guidelines",
      "level": 2,
      "pageStart": 27,
      "pageEnd": 28,
      "labelStart": "15",
      "labelEnd": "16",
      "words": 106,
      "summary": {
        "text": "Mixes the end of the question on whether WHO should produce a guideline, which refers to its resources, implementation skills and local knowledge, with the section on whether guidelines on the topic already exist. Advises consulting WHO departments, the review committee secretariat and the library to avoid duplication, and examining or updating existing guidelines that are out of date.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guidelines",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "departments",
          "heading": false
        }
      ],
      "extract": "15 WHO handbook for guideline development 16 line owing to its resources, implementation skills and experience, or its local and regional knowledge? 2.1.3 Do guidelines on the topic already exist? Have guidelines on the same topic already been issued by other departments at WHO or by other organizations? Do they address the needs of WHO’s Member States? Avoid duplicating existing work by consulting the relevant",
      "extractCut": true
    },
    {
      "id": "sec-027-22-what-purpose-and-audience-does-the-guideline",
      "number": "2.2",
      "title": "What purpose and audience does the guideline serve?",
      "level": 3,
      "pageStart": 28,
      "pageEnd": 28,
      "labelStart": "16",
      "labelEnd": "16",
      "words": 21,
      "summary": {
        "text": "Introduces the section on purpose and audience, stating that staff need a clear goal and audience in mind when developing a guideline.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "WHO staff developing guidelines need to have a clear goal and audience in mind when they set about developing a guideline.",
      "extractCut": false
    },
    {
      "id": "sec-028-221-what-will-the-guideline-achieve",
      "number": "2.2.1",
      "title": "What will the guideline achieve?",
      "level": 4,
      "pageStart": 28,
      "pageEnd": 28,
      "labelStart": "16",
      "labelEnd": "16",
      "words": 48,
      "summary": {
        "text": "Poses questions about what a guideline will achieve, such as addressing poor practice or changing programmes or policy while fulfilling the right to health. States that resolving users' uncertainty should be the focus of most guidelines.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "aiming",
          "heading": false
        },
        {
          "term": "resolving",
          "heading": false
        }
      ],
      "extract": "Will the guideline address poor practice or change programme approaches or health policy while aiming to fulfil the right to health? Will the guideline provide direction for users in areas in which they feel uncertain about what to do? Resolving uncertainty should be the focus of most guidelines.",
      "extractCut": false
    },
    {
      "id": "sec-029-222-what-are-the-specific-objectives-of-the-guid",
      "number": "2.2.2",
      "title": "What are the specific objectives of the guideline?",
      "level": 4,
      "pageStart": 28,
      "pageEnd": 29,
      "labelStart": "16",
      "labelEnd": "17",
      "words": 41,
      "summary": {
        "text": "Asks what health indicators, tests or approaches a guideline targets and says clear, achievable objectives will govern and facilitate its development.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "objectives",
          "heading": true
        },
        {
          "term": "hope",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": true
        }
      ],
      "extract": "What health indicators or other measures do you hope to improve? What test or approach do you wish to evaluate and provide guidance on? Clear, achievable objectives will govern and facilitate the development of your guideline. Chapter 2 Planning guidelines 17",
      "extractCut": false
    },
    {
      "id": "sec-030-223-who-is-the-target-audience",
      "number": "2.2.3",
      "title": "Who is the target audience?",
      "level": 4,
      "pageStart": 29,
      "pageEnd": 29,
      "labelStart": "17",
      "labelEnd": "17",
      "words": 70,
      "summary": {
        "text": "States that a guideline needs a clearly defined target audience identified early, with recommendations tailored to it. Clarifies that end-users apply the guideline while recipients receive the interventions, and warns against writing for policy-makers, managers and clinicians at once.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "audience",
          "heading": true
        },
        {
          "term": "target",
          "heading": true
        },
        {
          "term": "straightforward",
          "heading": false
        }
      ],
      "extract": "Guidelines must have a clearly defined target audience (end-user) which is identified early in the guideline development process, and the recommendations need to be tailored to that audience. (Note that the end-users are those who will apply the guidelines, not the recipients of the recommended interventions.) Writing documents to meet the needs of policy-makers, health- sector managers, clinicians and other health",
      "extractCut": true
    },
    {
      "id": "sec-031-224-who-are-the-recipients-of-the-interventions",
      "number": "2.2.4",
      "title": "Who are the recipients of the interventions?",
      "level": 4,
      "pageStart": 29,
      "pageEnd": 29,
      "labelStart": "17",
      "labelEnd": "17",
      "words": 36,
      "summary": {
        "text": "Asks who the service users and other recipients of the recommended interventions are, and says their perspectives and needs must be built into guideline development from the beginning.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Who are the service users and other individuals whose health and well-being will be affected by the recommended interventions? Attention to their perspectives and needs must be built into the guideline development process from the beginning.",
      "extractCut": false
    },
    {
      "id": "sec-032-23-when-is-the-guideline-needed",
      "number": "2.3",
      "title": "When is the guideline needed?",
      "level": 3,
      "pageStart": 29,
      "pageEnd": 29,
      "labelStart": "17",
      "labelEnd": "17",
      "words": 23,
      "summary": {
        "text": "Says the best start time and the completion time frame for a guideline must be considered carefully at the outset.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The optimal time to start developing a guideline and the time frame for completing the task must be carefully considered at the outset.",
      "extractCut": false
    },
    {
      "id": "sec-033-231-why-now",
      "number": "2.3.1",
      "title": "Why now?",
      "level": 4,
      "pageStart": 29,
      "pageEnd": 30,
      "labelStart": "17",
      "labelEnd": "18",
      "words": 120,
      "summary": {
        "text": "Asks whether now is the best time to develop recommendations, given expected new data or changes in infrastructure or policy that could affect implementation. Also says the timeline must match when guidance is needed, with a narrow high-quality standard guideline taking at least 9 to 12 months and a broad one with many new systematic reviews taking 2 to 3 years.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "matched",
          "heading": false
        },
        {
          "term": "novo",
          "heading": false
        }
      ],
      "extract": "Is this the best time to develop recommendations, or are new data expected to emerge in the near future? Will the existing infrastructure or policies change in a manner likely to affect guideline implementation? 2.3.2 When is the guideline needed? The projected timeline for guideline development needs to be matched with the time when the guidance is needed. Realistically, a high-quality standard guideline will take",
      "extractCut": true
    },
    {
      "id": "sec-034-233-is-the-guideline-a-response-to-a-situation-c",
      "number": "2.3.3",
      "title": "Is the guideline a response to a situation calling for urgent advice?",
      "level": 4,
      "pageStart": 30,
      "pageEnd": 30,
      "labelStart": "18",
      "labelEnd": "18",
      "words": 70,
      "summary": {
        "text": "Explains that a guideline responding to urgent advice needs different processes and methods, often a greatly reduced scope. Warns that rapid methods carry a high risk of bias, which staff must balance against the demand for speed, and refers to Chapter 11.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "advice",
          "heading": true
        }
      ],
      "extract": "advice? If so, the guideline development process and methods may differ from those used for standard guidelines. Under a compressed timeline, the scope of a guideline may have to be greatly reduced. In addition, rapid review and guideline development processes and methods can result in an end product with a high risk of bias. WHO staff must balance this risk with the demand to produce recommendations rapidly (see",
      "extractCut": true
    },
    {
      "id": "sec-035-24-will-the-recommendations-in-the-guideline-be",
      "number": "2.4",
      "title": "Will the recommendations in the guideline be implemented?",
      "level": 3,
      "pageStart": 30,
      "pageEnd": 30,
      "labelStart": "18",
      "labelEnd": "18",
      "words": 32,
      "summary": {
        "text": "States that guidelines aim to improve health and therefore must be disseminated, adopted or adapted, and implemented. Introduces the question of whether recommendations will actually be implemented.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "implemented? The purpose of WHO guidelines is to improve the health and well-being of individuals and populations. To accomplish that, guidelines need to be disseminated, adopted or adapted, and their recommendations implemented.",
      "extractCut": false
    },
    {
      "id": "sec-036-241-are-the-guideline-and-its-implementation-wit",
      "number": "2.4.1",
      "title": "Are the guideline and its implementation within the relevant programme’s work area and budget?",
      "level": 4,
      "pageStart": 30,
      "pageEnd": 30,
      "labelStart": "18",
      "labelEnd": "18",
      "words": 58,
      "summary": {
        "text": "Explains that under WHO reform all work must fall within the General Programme of Work and Programme Budget, so a guideline outside that remit will be hard to justify in resources and budget.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "budget",
          "heading": true
        },
        {
          "term": "work",
          "heading": true
        },
        {
          "term": "programme",
          "heading": true
        }
      ],
      "extract": "programme’s work area and budget? Under the WHO reform (1) all work at WHO should fall within the scope of the General Programme of Work and Programme Budget, as agreed with WHO’s Governing Bodies. If the guideline does not fall within this remit, it will be difficult to justify the resources and budget needed to complete the work.",
      "extractCut": false
    },
    {
      "id": "sec-037-242-is-a-process-for-disseminating-and-implement",
      "number": "2.4.2",
      "title": "Is a process for disseminating and implementing the recommendations in place?",
      "level": 4,
      "pageStart": 30,
      "pageEnd": 31,
      "labelStart": "18",
      "labelEnd": "19",
      "words": 68,
      "summary": {
        "text": "Poses questions about who will implement the recommendations, what level and format of guidance is needed, and what infrastructure, services and access are required. Says these issues should be considered from the start because they affect who is involved, resources and how recommendations are written.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendations",
          "heading": true
        },
        {
          "term": "crafted",
          "heading": false
        },
        {
          "term": "place",
          "heading": true
        }
      ],
      "extract": "recommendations in place? Who is likely to implement the recommendations? What level of guidance is needed and in what format? What infrastructure and services are needed for implementation? Is access to the service an important consideration? These issues should be considered from the start, as they affect who should be involved, what resources are required and how the recommendations are crafted and presented.",
      "extractCut": true
    },
    {
      "id": "sec-038-25-who-should-be-involved-in-developing-a-guidel",
      "number": "2.5",
      "title": "Who should be involved in developing a guideline?",
      "level": 3,
      "pageStart": 31,
      "pageEnd": 31,
      "labelStart": "19",
      "labelEnd": "19",
      "words": 22,
      "summary": {
        "text": "Says guideline development involves many groups and people, referring to Chapter 3, and that they should be engaged from the outset.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Guideline development involves collaboration among a large number of groups and people (see Chapter 3). These should be engaged from the outset.",
      "extractCut": false
    },
    {
      "id": "sec-039-251-do-you-have-your-directors-agreement",
      "number": "2.5.1",
      "title": "Do you have your director’s agreement?",
      "level": 4,
      "pageStart": 31,
      "pageEnd": 31,
      "labelStart": "19",
      "labelEnd": "19",
      "words": 40,
      "summary": {
        "text": "States that the director's formal approval is needed before the planning proposal or final guideline goes to the review committee, and that the assistant director-general must approve the final guideline afterwards.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "You will need your director’s formal approval before your planning proposal or your final guideline can be considered by the GRC. In addition, your ADG will need to approve the final guideline after its review and approval by the GRC.",
      "extractCut": false
    },
    {
      "id": "sec-040-252-what-who-departments-must-be-involved",
      "number": "2.5.2",
      "title": "What WHO departments must be involved?",
      "level": 4,
      "pageStart": 31,
      "pageEnd": 31,
      "labelStart": "19",
      "labelEnd": "19",
      "words": 58,
      "summary": {
        "text": "Asks which other headquarters and regional departments, including those with cross-cutting mandates, have interest, expertise or similar products. Advises preparing a list of WHO technical units and external organizations, experts and stakeholders to consult.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "departments",
          "heading": true
        },
        {
          "term": "mandates",
          "heading": false
        },
        {
          "term": "involved",
          "heading": true
        }
      ],
      "extract": "Do other departments at headquarters or in WHO’s regional offices, including those with cross-cutting mandates, have an interest in the guideline, have relevant expertise or are producing similar products? Prepare a list of technical units at WHO and of key external organizations, experts and stakeholders that will need to be consulted or involved in the guideline development process.",
      "extractCut": false
    },
    {
      "id": "sec-041-253-have-you-identified-experts-in-guideline-met",
      "number": "2.5.3",
      "title": "Have you identified experts in guideline methods?",
      "level": 4,
      "pageStart": 31,
      "pageEnd": 31,
      "labelStart": "19",
      "labelEnd": "19",
      "words": 40,
      "summary": {
        "text": "Says WHO staff usually commission experts in systematic reviews and guideline development to help with key questions, evidence work and turning evidence into recommendations, and that they should be identified early.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "experts",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        }
      ],
      "extract": "Generally WHO staff commission systematic review and guideline development experts to assist in formulating the key questions; identifying, assessing and synthesizing the evidence; and translating the evidence into recommendations. Such experts should be identified early in the guideline development process.",
      "extractCut": false
    },
    {
      "id": "sec-042-26-additional-considerations",
      "number": "2.6",
      "title": "Additional considerations",
      "level": 3,
      "pageStart": 31,
      "pageEnd": 32,
      "labelStart": "19",
      "labelEnd": "20",
      "words": 46,
      "summary": {
        "text": "Introduces further factors to consider once a guideline is judged needed by its end-users and beneficial to recipients, before starting the project.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "embarking",
          "heading": false
        },
        {
          "term": "recipients",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        }
      ],
      "extract": "Once you are certain that a guideline is needed by its intended end-users and will benefit the service users or other recipients of the recommended measures or interventions, you need to consider several other factors before embarking on the project. WHO handbook for guideline development 20",
      "extractCut": false
    },
    {
      "id": "sec-043-261-do-you-have-the-necessary-resources-to-devel",
      "number": "2.6.1",
      "title": "Do you have the necessary resources to develop a guideline?",
      "level": 4,
      "pageStart": 32,
      "pageEnd": 32,
      "labelStart": "20",
      "labelEnd": "20",
      "words": 46,
      "summary": {
        "text": "Asks whether resources are sufficient for systematic reviews, meetings and production costs. Notes that WHO cannot use commercial money for guidelines and that development demands long hours from staff.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "dedication",
          "heading": false
        },
        {
          "term": "convene",
          "heading": false
        }
      ],
      "extract": "To produce a high-quality guideline, you will need resources to identify or perform systematic reviews, convene meetings and cover production costs. Note that WHO cannot develop guidelines using money from commercial entities (see Chapter 6). Guideline development also involves long hours of dedication by WHO staff.",
      "extractCut": false
    },
    {
      "id": "sec-044-262-what-publication-types-and-formats-are-you-c",
      "number": "2.6.2",
      "title": "What publication types and formats are you considering?",
      "level": 4,
      "pageStart": 32,
      "pageEnd": 32,
      "labelStart": "20",
      "labelEnd": "20",
      "words": 74,
      "summary": {
        "text": "Advises considering the level of detail and format that users want, and budgeting for derivative products such as summaries, algorithms or wall charts, since users rarely want detail on methods. Suggests electronic versions with short paper publications may be cheaper and more practical.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "versions",
          "heading": false
        },
        {
          "term": "wall",
          "heading": false
        },
        {
          "term": "conform",
          "heading": false
        }
      ],
      "extract": "What level of detail and format will your target audience find most useful? Guideline users are not generally interested in a detailed description of how guidelines are developed to conform to WHO standards, so you should plan and budget for derivative products such as summaries, algorithms or wall charts specifically tailored for the end-users of the guideline. Electronic versions, perhaps accompanied by short",
      "extractCut": true
    },
    {
      "id": "sec-045-263-what-translations-are-you-planning",
      "number": "2.6.3",
      "title": "What translations are you planning?",
      "level": 4,
      "pageStart": 32,
      "pageEnd": 32,
      "labelStart": "20",
      "labelEnd": "20",
      "words": 36,
      "summary": {
        "text": "Asks which languages are spoken by those most in need of the advice and says to weigh translation implications for budget and timeline when choosing languages.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "What languages are spoken by the people most in need of the advice in your guideline? Consider the implications for your budget and time frame and carefully choose the language(s) for the translation of your guideline.",
      "extractCut": false
    },
    {
      "id": "sec-046-27-scoping-the-guideline",
      "number": "2.7",
      "title": "Scoping the guideline",
      "level": 3,
      "pageStart": 32,
      "pageEnd": 33,
      "labelStart": "20",
      "labelEnd": "21",
      "words": 189,
      "summary": {
        "text": "Defines scoping as deciding what a guideline will and will not include, and lists what must be determined: areas of practice or policy, interventions or exposures, affected populations and important benefit and harm outcomes. Explains that scoping sets the focus and key questions and keeps the guideline manageable, and calls it one of the hardest and most important steps because a wrong scope wastes resources and leaves users uncertain.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "scoping",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "manageable",
          "heading": false
        },
        {
          "term": "scope",
          "heading": false
        },
        {
          "term": "end-user",
          "heading": false
        }
      ],
      "extract": "Scoping is the process of defining what the guideline will and will not include. To establish the scope, you need to determine: ■■ the areas of practice or policy to which the guideline applies; ■■ the interventions, approaches or exposures of interest (i.e. the priority topics); Chapter 2 Planning guidelines 21 ■■ the individuals and/or populations (including subpopulations) that the recommendations are intended to",
      "extractCut": true
    },
    {
      "id": "sec-047-271-how-to-scope-the-guideline",
      "number": "2.7.1",
      "title": "How to scope the guideline",
      "level": 4,
      "pageStart": 33,
      "pageEnd": 34,
      "labelStart": "21",
      "labelEnd": "22",
      "words": 357,
      "summary": {
        "text": "Lists the steps of scoping, coordinated by the responsible technical officer: draft the scope, set up the steering group, refine priority topics, run a preliminary literature search, keep the topic list minimal, and formulate key questions in the population, intervention, comparator and outcome format. Stresses avoiding a textbook-style scope, focusing on areas of desired change, inequity, controversy or uncertainty, and considering equity, human rights and gender early.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "scope",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "proposed scope",
          "heading": false
        },
        {
          "term": "key questions",
          "heading": false
        },
        {
          "term": "priority topics",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        }
      ],
      "extract": "Scoping a guideline involves a series of steps, generally performed or coordinated by the responsible technical officer. ■■ Draft the potential scope ‒ Draft a proposed scope and a list of potential priority topics. ■■ Set up the WHO guideline steering group (“steering group” for the remainder of the text) ‒ Convene a small group of WHO staff, including representatives of all relevant departments, to provide",
      "extractCut": true
    },
    {
      "id": "sec-048-31-the-steering-group",
      "number": "3.1",
      "title": "The steering group",
      "level": 3,
      "pageStart": 34,
      "pageEnd": 34,
      "labelStart": "22",
      "labelEnd": "22",
      "words": 78,
      "summary": {
        "text": "Despite its heading, contains the closing steps of the scoping procedure: circulating a scope summary to the development group and other stakeholders while reminding them that a guideline is not a textbook, and then reconsidering feasibility, time frame and resources after feedback.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "scope",
          "heading": false
        },
        {
          "term": "reminded",
          "heading": false
        },
        {
          "term": "reconsider",
          "heading": false
        }
      ],
      "extract": "scope, a summary of the scope should be circulated to the GDG and sometimes other stakeholders for comments. These groups should be reminded that WHO is producing a guideline, not a textbook, as the reviewers will almost invariably suggest expanding the planned scope. ■■ Reconsider ‒ Once you have incorporated the external feedback as appropriate, review the scope and key questions again. Is the scope feasible? Is",
      "extractCut": true
    },
    {
      "id": "sec-049-28-references",
      "number": "2.8",
      "title": "References",
      "level": 3,
      "pageStart": 34,
      "pageEnd": 36,
      "labelStart": "22",
      "labelEnd": "24",
      "words": 470,
      "summary": {
        "text": "Begins with a single reference on WHO reform, then opens Chapter 3 by naming the four groups to be established: the steering group, the guideline development group, the external review group and the systematic review team. Describes the steering group's composition, size and time commitment, and lists its roles, from drafting the scope and managing conflicts of interest to organizing meetings, drafting the guideline, overseeing review and publication, and monitoring the need for updates.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "review group",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "technical officer",
          "heading": false
        },
        {
          "term": "responsible technical",
          "heading": false
        },
        {
          "term": "technical unit",
          "heading": false
        },
        {
          "term": "regional offices",
          "heading": false
        }
      ],
      "extract": "1. WHO reform [website]. Geneva: World Health Organization; 2014 (http://www.who.int/ about/who_reform/en, accessed 11 November 2014). When developing WHO guidelines, four groups need to be established (Table 3.1): ■■ the steering group; ■■ the GDG; ■■ the external review group; and ■■ the systematic review team. These groups have different skills, perspectives, roles, responsibilities and tasks. They are",
      "extractCut": true
    },
    {
      "id": "sec-050-32-the-guideline-development-group",
      "number": "3.2",
      "title": "The guideline development group",
      "level": 3,
      "pageStart": 36,
      "pageEnd": 37,
      "labelStart": "24",
      "labelEnd": "25",
      "words": 179,
      "summary": {
        "text": "Describes the guideline development group as external experts who develop evidence-based recommendations and finalize the scope and key questions. Explains when it is established, how members are chosen for skills, diversity and geography, the usual size of 10 to 20, and that it normally needs at least one face-to-face meeting.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "group",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "key questions",
          "heading": false
        },
        {
          "term": "gdg",
          "heading": false
        }
      ],
      "extract": "The GDG is made up of external experts whose central task is to develop evidence-based recommendations. The GDG also performs the important task of finalizing the scope and key questions of the guideline in PICO format. This group should be established early in the guideline development process, once the steering group has defined the guideline’s general scope and target audience and begun drafting the key",
      "extractCut": true
    },
    {
      "id": "sec-051-3-contributors-and-their-role-in-guideline-devel",
      "number": "3",
      "title": "Contributors and their role in guideline development",
      "level": 2,
      "pageStart": 37,
      "pageEnd": 37,
      "labelStart": "25",
      "labelEnd": "25",
      "words": 204,
      "summary": {
        "text": "Despite its heading, describes the development group's terms of participation and role: members are not paid beyond expenses and act as individuals rather than representatives of their institutions. Lists the group's roles, including giving input on scope, ranking outcomes, examining evidence profiles, interpreting benefits and harms, and formulating recommendations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "harms",
          "heading": false
        },
        {
          "term": "input",
          "heading": false
        },
        {
          "term": "development",
          "heading": true
        },
        {
          "term": "role",
          "heading": true
        }
      ],
      "extract": "25 The members of the GDG are not commissioned and do not receive any financial compensation other than for direct expenses associated with their work on the guideline. The responsible technical officer may develop terms of reference so potential GDG members clearly understand their roles and responsibilities before committing themselves. Members of the GDG participate in the guideline development process and at",
      "extractCut": true
    },
    {
      "id": "sec-052-321-composition-of-the-guideline-development-gro",
      "number": "3.2.1",
      "title": "Composition of the guideline development group",
      "level": 4,
      "pageStart": 37,
      "pageEnd": 40,
      "labelStart": "25",
      "labelEnd": "28",
      "words": 1129,
      "summary": {
        "text": "Explains how the development group should be composed: multidisciplinary, balanced by gender and geography, excluding WHO and UN staff, and screened for conflicts of interest. Describes member types and their value, including the chair and vice-chair or co-chairs, technical experts, end-users, representatives of affected people with the benefits of and barriers to service-user involvement, methods experts, an economist and an equity, human rights and gender expert.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "guideline methodologist",
          "heading": false
        },
        {
          "term": "gdg member",
          "heading": false
        },
        {
          "term": "chair",
          "heading": false
        },
        {
          "term": "technical experts",
          "heading": false
        },
        {
          "term": "economist",
          "heading": false
        },
        {
          "term": "nongovernmental organizations",
          "heading": false
        },
        {
          "term": "expertise",
          "heading": false
        }
      ],
      "extract": "The GDG is multidisciplinary and composed of individuals from all WHO regions likely to use the guideline, except for employees of WHO or other United Nations organizations. Its membership should be balanced in terms of gender and geography. Possible conflict of interest is also an important consideration when selecting and confirming GDG members (see Chapter 6). There are several ways to identify, nominate and",
      "extractCut": true
    },
    {
      "id": "sec-053-33-the-external-review-group",
      "number": "3.3",
      "title": "The external review group",
      "level": 3,
      "pageStart": 40,
      "pageEnd": 41,
      "labelStart": "28",
      "labelEnd": "29",
      "words": 299,
      "summary": {
        "text": "Describes the external review group of interested people and stakeholders, including experts, end-users, programme managers and affected individuals, and how and when the steering group establishes it. Says it should be balanced and may review the scope, key questions and the final guideline, where its role is to find errors, comment on clarity and implementation, and not to change recommendations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "external review",
          "heading": true
        },
        {
          "term": "review group",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "guideline scope",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "key questions",
          "heading": false
        }
      ],
      "extract": "The external review group is composed of persons interested in the subject of the guideline as well as individuals who will be affected by the recommendations (often referred to as “stakeholders”). Thus, the external review group may include technical experts, end-users, programme managers, advocacy groups and individuals affected by the condition addressed in the guideline, among other stakeholders. This group is",
      "extractCut": true
    },
    {
      "id": "sec-054-34-the-systematic-review-team",
      "number": "3.4",
      "title": "The systematic review team",
      "level": 3,
      "pageStart": 41,
      "pageEnd": 45,
      "labelStart": "29",
      "labelEnd": "33",
      "words": 871,
      "summary": {
        "text": "Explains that systematic reviews underpin most recommendations and are usually commissioned from external contractors with no financial conflicts, identified early, with the Cochrane and Campbell collaborations as possible sources. Then presents a multi-page table summarizing each contributing group, covering its responsibilities, functions, timing, establishment, leaders, expertise, size and whether declarations of interest are required, down to observers and funders.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic review",
          "heading": true
        },
        {
          "term": "review team",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "guideline topic",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "technical expertise",
          "heading": false
        },
        {
          "term": "essential expertise",
          "heading": false
        },
        {
          "term": "gdg meeting",
          "heading": false
        }
      ],
      "extract": "Systematic reviews of the evidence are the basis for most types of recommendations (see Chapter 8). Because WHO staff usually lack the time to perform these reviews, they normally commission them from external contractors. These contractors should be identified very early in the guideline development process because they have expertise in the development of key questions and can help the steering group to establish",
      "extractCut": true
    },
    {
      "id": "sec-055-35-other-individuals-and-groups-involved-in-guid",
      "number": "3.5",
      "title": "Other individuals and groups involved in guideline development",
      "level": 3,
      "pageStart": 45,
      "pageEnd": 45,
      "labelStart": "33",
      "labelEnd": "33",
      "words": 1,
      "summary": {
        "text": "A heading page for the section on other individuals and groups involved in guideline development, with no body text.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "development",
      "extractCut": false
    },
    {
      "id": "sec-056-351-the-guideline-methodologist",
      "number": "3.5.1",
      "title": "The guideline methodologist",
      "level": 4,
      "pageStart": 45,
      "pageEnd": 45,
      "labelStart": "33",
      "labelEnd": "33",
      "words": 120,
      "summary": {
        "text": "Explains that at least one methodologist, an expert in guideline processes, systematic reviews, GRADE and turning evidence into recommendations, should be involved. Says they should be identified early to help with planning and key questions and should help the development group formulate recommendations transparently at meetings.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "methodologist",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "expert",
          "heading": false
        }
      ],
      "extract": "At least one methodologist – an expert in guideline development processes and methods − should be involved in the development of WHO guidelines. The methodologist complements the technical expertise of the subject matter experts, programme managers and other members of the GDG. The guideline methodologist is an expert in systematic reviews, GRADE, and the translation of evidence into recommendations. They generally",
      "extractCut": true
    },
    {
      "id": "sec-057-352-consultants-with-additional-technical-expert",
      "number": "3.5.2",
      "title": "Consultants with additional technical expertise",
      "level": 4,
      "pageStart": 45,
      "pageEnd": 45,
      "labelStart": "33",
      "labelEnd": "33",
      "words": 83,
      "summary": {
        "text": "Describes commissioned consultants with additional expertise such as modelling, economics or epidemiology, who may present at group meetings. States that they do not contribute to formulating recommendations unless they are official members of the development group.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "expertise",
          "heading": true
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "economics",
          "heading": false
        }
      ],
      "extract": "Additional commissioned experts are sometimes involved in the development of a guideline. These individuals have expertise in other essential areas, such as decision analysis (modelling), economics or epidemiology. They may play a variety of roles in the guideline development process and may be invited to attend and present at GDG meetings. They do not contribute to the formulation of recommendations, however,",
      "extractCut": true
    },
    {
      "id": "sec-058-353-observers-at-the-meeting-of-the-guideline-de",
      "number": "3.5.3",
      "title": "Observers at the meeting of the guideline development group",
      "level": 4,
      "pageStart": 45,
      "pageEnd": 46,
      "labelStart": "33",
      "labelEnd": "34",
      "words": 52,
      "summary": {
        "text": "Explains that stakeholders such as nongovernmental organizations, advocacy groups, funders and service users may be invited to send observers to development group meetings. Observers do not take part in formulating recommendations, though the chair may ask for their information.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "meeting",
          "heading": true
        },
        {
          "term": "invited",
          "heading": false
        },
        {
          "term": "chair",
          "heading": false
        }
      ],
      "extract": "group Stakeholders such as nongovernmental organizations, advocacy groups, funders, target audiences, and service-users may be invited to send a member or representative to GDG meetings. Their role is to observe, although the meeting chair may ask them for information or an opinion. They do not participate in the formulation of recommendations. 34",
      "extractCut": false
    },
    {
      "id": "sec-059-354-designated-writereditor",
      "number": "3.5.4",
      "title": "Designated writer/editor",
      "level": 4,
      "pageStart": 46,
      "pageEnd": 46,
      "labelStart": "34",
      "labelEnd": "34",
      "words": 127,
      "summary": {
        "text": "Explains that one designated writer or editor should draft and finalize the guideline, incorporating group and peer-review comments. Says the writer should be involved from planning, attend meetings, know the WHO style guide and consult equity, human rights and gender experts on how people are described.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "writer",
          "heading": true
        },
        {
          "term": "well-documented",
          "heading": false
        },
        {
          "term": "gdg",
          "heading": false
        }
      ],
      "extract": "To ensure coherence, clarity and accuracy, one person should be respon- sible for drafting the guideline, incorporating comments from the GDG and peer review, and finalizing the document before publication. A clearly written guideline and a well-documented process are critical to the final clearance and usability of the guideline, so the writer needs to be involved in the planning and development stages, attend GDG",
      "extractCut": true
    },
    {
      "id": "sec-060-36-funders-of-the-guideline",
      "number": "3.6",
      "title": "Funders of the guideline",
      "level": 3,
      "pageStart": 46,
      "pageEnd": 46,
      "labelStart": "34",
      "labelEnd": "34",
      "words": 173,
      "summary": {
        "text": "States that funders can play no role in development and must not influence recommendations. Private funders may observe meetings but not contribute to reviews or recommendations, while governmental and intergovernmental funders may partner, with their employees in the steering group but not the development group unless the dual role is declared and managed as a conflict of interest.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "funders",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "united nations",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "gdg",
          "heading": false
        }
      ],
      "extract": "The funder(s) of a guideline can play no role in the guideline development process and should not influence the recommendations. Private funders, including industry or foundations, may wish to observe GDG meetings, but they must not contribute in any way to the systematic review and evidence appraisal process and, most particularly, to the formulation of recommen- dations. Governmental and intergovernmental agencies",
      "extractCut": true
    },
    {
      "id": "sec-061-37-identifying-and-managing-conflicts-of-interes",
      "number": "3.7",
      "title": "Identifying and managing conflicts of interest",
      "level": 3,
      "pageStart": 46,
      "pageEnd": 47,
      "labelStart": "34",
      "labelEnd": "35",
      "words": 170,
      "summary": {
        "text": "Points to Chapter 6 and the compliance office for how conflicts of interest are identified and managed, and says declarations are collected before appointments and later changes reported to the steering group. States that major conflicts bar appointment while minor ones can be managed individually or at group level. Also begins the section on managing an effective group meeting, with the steering group and chair responsible.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conflicts",
          "heading": true
        },
        {
          "term": "gdg members",
          "heading": false
        },
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        }
      ],
      "extract": "Chapter 6 and the website of the Office of Compliance, Risk Management and Ethics (8) explain the steps followed to identify, manage and report conflicts of interest involving GDG members and commissioned experts. Declara- Chapter 3 Contributors and their role in guideline development 35 tions of interests (DOI) are collected and reviewed before making appointments to the GDG. Any subsequent changes in GDG members’",
      "extractCut": true
    },
    {
      "id": "sec-062-381-the-role-of-the-chair-and-vice-chair",
      "number": "3.8.1",
      "title": "The role of the chair and vice-chair",
      "level": 4,
      "pageStart": 47,
      "pageEnd": 47,
      "labelStart": "35",
      "labelEnd": "35",
      "words": 89,
      "summary": {
        "text": "Describes the chair's duties at meetings: letting members present views, keeping to the agenda, summarizing opinions, raising relevant issues and steering the group to consensus. Says the chair and vice-chair should not impose their opinions, though they may state them in a personal capacity.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "chair",
          "heading": true
        },
        {
          "term": "vice-chair",
          "heading": true
        },
        {
          "term": "gdg members",
          "heading": false
        }
      ],
      "extract": "During meetings, the chair must ensure that GDG members can present their viewpoints and that all relevant issues are discussed in a respectful and efficient manner. In addition, the chair should keep the group focused on the agenda; reflect on and summarize the opinions of GDG members; raise issues that could inform the decision process; and manage the group so as to achieve consensus. The chair and vice-chair",
      "extractCut": true
    },
    {
      "id": "sec-063-382-decision-making-in-the-guideline-development",
      "number": "3.8.2",
      "title": "Decision-making in the guideline development group",
      "level": 4,
      "pageStart": 47,
      "pageEnd": 48,
      "labelStart": "35",
      "labelEnd": "36",
      "words": 123,
      "summary": {
        "text": "Says the steering group must plan how the development group will make decisions, agreed with the chair and vice-chair before the first meeting and presented there. States that groups should generally decide by consensus, that acceptable approaches and a fallback if consensus fails must be defined in advance.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "group",
          "heading": true
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "formulated",
          "heading": false
        },
        {
          "term": "delineating",
          "heading": false
        }
      ],
      "extract": "The steering group must formulate a plan delineating how decisions will be made by the GDG. This plan must be formulated and agreed upon by the group’s chair and vice-chair before the first GDG meeting. It should be presented to GDG members at the beginning of this first meeting, with the opportunity for questions and discussion. GDGs sponsored by WHO should generally make their recommendations through consensus,",
      "extractCut": true
    },
    {
      "id": "sec-064-39-planning-an-effective-meeting",
      "number": "3.9",
      "title": "Planning an effective meeting",
      "level": 3,
      "pageStart": 48,
      "pageEnd": 48,
      "labelStart": "36",
      "labelEnd": "36",
      "words": 95,
      "summary": {
        "text": "Explains that most guidelines need at least one face-to-face meeting of the development group, sometimes preceded by one to settle scope and key questions. Says the steering group must make sure attendees understand how the meeting runs, their roles and the expected outputs.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "meeting",
          "heading": true
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "face-to-face",
          "heading": false
        }
      ],
      "extract": "Most guidelines involve at least one face-to-face meeting of the GDG to formulate recommendations. Some groups hold an initial meeting to finalize a guideline’s scope and key questions (see Chapter 7). GDG meetings generally cover a lot of material and in them a number of important decisions are made within a short time. The steering group must ensure that all in attendance understand their role and the expected",
      "extractCut": true
    },
    {
      "id": "sec-065-391-goals-of-the-meeting",
      "number": "3.9.1",
      "title": "Goals of the meeting",
      "level": 4,
      "pageStart": 48,
      "pageEnd": 48,
      "labelStart": "36",
      "labelEnd": "36",
      "words": 62,
      "summary": {
        "text": "Lists questions the steering group should consider when planning a meeting, covering its purpose, specific objectives, decisions that need not involve the group, and the decisions and outputs expected.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "meeting",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "deliberation",
          "heading": false
        }
      ],
      "extract": "The steering group should consider the following questions when planning a meeting of the GDG: ■■ What is the purpose of the meeting? ■■ What are the specific objectives for the meeting? ■■ What decisions do not require deliberation by the GDG (and can therefore be made by the steering group)? ■■ What specific decisions and outputs are expected from the meeting?",
      "extractCut": false
    },
    {
      "id": "sec-066-392-preparing-for-the-meeting",
      "number": "3.9.2",
      "title": "Preparing for the meeting",
      "level": 4,
      "pageStart": 48,
      "pageEnd": 49,
      "labelStart": "36",
      "labelEnd": "37",
      "words": 69,
      "summary": {
        "text": "Lists questions on preparing for a meeting: how participants should prepare, what materials to send and when, and whether declaration of interest forms have been collected, assessed and given management plans.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "meeting",
          "heading": true
        },
        {
          "term": "sent",
          "heading": false
        },
        {
          "term": "ahead",
          "heading": false
        }
      ],
      "extract": "■■ How are meeting participants expected to prepare before the meeting? ■■ What materials need to be sent to GDG members ahead of time and when should they be sent to allow adequate time for review? ■■ Have all DOI forms been collected and assessed and have appropriate management plans been agreed upon with the director of the responsible technical officer’s technical unit? WHO handbook for guideline development 37",
      "extractCut": false
    },
    {
      "id": "sec-067-393-roles-and-process-at-the-meeting",
      "number": "3.9.3",
      "title": "Roles and process at the meeting",
      "level": 4,
      "pageStart": 49,
      "pageEnd": 49,
      "labelStart": "37",
      "labelEnd": "37",
      "words": 270,
      "summary": {
        "text": "Lists questions about roles and process at the meeting, such as the roles of each participant type, how conflicts of interest are presented and managed, and recording of deliberations. Gives separate question sets for meetings that finalize the scope and key questions and for meetings that develop recommendations, covering evidence summaries, evidence profiles, draft recommendations and templates.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "gdg meeting",
          "heading": false
        },
        {
          "term": "draft recommendations",
          "heading": false
        },
        {
          "term": "meeting report",
          "heading": false
        },
        {
          "term": "gdg members",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "guideline document",
          "heading": false
        }
      ],
      "extract": "■■ What roles are played by the steering group, GDG members, the methodologist, the systematic review team’s representative and observers? ■■ How will declarations of interest and conflicts of interest be presented? What will be the level of detail? How will new disclosures be assessed and managed at the GDG meeting? If the purpose of the GDG meeting is to finalize the scope and the key questions for guideline",
      "extractCut": true
    },
    {
      "id": "sec-068-394-follow-up-after-the-meeting",
      "number": "3.9.4",
      "title": "Follow-up after the meeting",
      "level": 4,
      "pageStart": 49,
      "pageEnd": 50,
      "labelStart": "37",
      "labelEnd": "38",
      "words": 37,
      "summary": {
        "text": "Lists two questions on follow-up after the meeting: what follow-up occurs with participants, and how recommendations will be finalized if not completed at the meeting.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "■■ What follow-up will take place with meeting participants? ■■ If recommendations are not finalized at the GDG meeting, how will they be finalized after the meeting? Chapter 3 Contributors and their role in guideline development 38",
      "extractCut": false
    },
    {
      "id": "sec-069-310-references",
      "number": "3.10",
      "title": "References",
      "level": 3,
      "pageStart": 50,
      "pageEnd": 51,
      "labelStart": "38",
      "labelEnd": "39",
      "words": 188,
      "summary": {
        "text": "A numbered reference list for Chapter 3, citing items such as WHO declaration-of-interests and compliance pages, NICE materials, the Cochrane and Campbell collaborations, the review committee site and the WHO style guide.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "intranet site",
          "heading": false
        },
        {
          "term": "campbell collaboration",
          "heading": false
        },
        {
          "term": "cochrane collaboration",
          "heading": false
        },
        {
          "term": "care excellence",
          "heading": false
        },
        {
          "term": "national institute",
          "heading": false
        },
        {
          "term": "health organization",
          "heading": false
        }
      ],
      "extract": "1. WHO eManual /III - Human Resources/III.1 Duties, Obligations and Privileges/III.1.2 Declaration of Interests [intranet site: available to WHO staff only]. Geneva: World Health Organization; 2014 (http://emanual.who.int/p03/s01/Pages/DeclarationofInterests.aspx, accessed 27 November 2014). 2. National Institute for Health and Care Excellence (NICE) [website]. London: National Institute for Health and Care",
      "extractCut": true
    },
    {
      "id": "sec-070-41-what-is-a-guideline-planning-proposal",
      "number": "4.1",
      "title": "What is a guideline planning proposal?",
      "level": 3,
      "pageStart": 51,
      "pageEnd": 51,
      "labelStart": "39",
      "labelEnd": "39",
      "words": 91,
      "summary": {
        "text": "Defines a guideline planning proposal as a document outlining the rationale, scope, methods and resources of a proposed guideline, including protocol-like components plus information on contributing groups and administrative steps. States that the technical officer must submit one to the review committee for each guideline and that its approval is required for development to proceed to completion.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        }
      ],
      "extract": "A guideline planning proposal is a document that outlines the rationale and scope of a proposed guideline and the methods and resources involved in developing it. The proposal includes many of the components of a protocol for a systematic review and guideline, plus additional information on the groups contributing to guideline development and the administrative steps required for WHO guidelines. The responsible",
      "extractCut": true
    },
    {
      "id": "sec-071-42-what-is-the-purpose-of-the-planning-proposal",
      "number": "4.2",
      "title": "What is the purpose of the planning proposal?",
      "level": 3,
      "pageStart": 51,
      "pageEnd": 51,
      "labelStart": "39",
      "labelEnd": "39",
      "words": 194,
      "summary": {
        "text": "Explains why a planning proposal is needed, giving reasons including securing early feedback on a credible guideline, setting its relationship to existing WHO guidelines, and avoiding overlap. Adds that it smooths the process by matching resources to scope, promotes accountability and protects integrity by fixing methods in advance and limiting bias.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "ensure",
          "heading": false
        },
        {
          "term": "across",
          "heading": false
        },
        {
          "term": "process",
          "heading": false
        }
      ],
      "extract": "To embark on any project or produce any document, including guidelines, its developers need an explicit, thoughtful and comprehensive plan or roadmap. The planning proposal serves several important purposes. First, a planning proposal helps to ensure that a high-quality and credible guideline is produced. The GRC and the Secretariat can provide constructive feedback, which helps to ensure that the final guideline",
      "extractCut": true
    },
    {
      "id": "sec-072-4-preparing-the-planning-proposal",
      "number": "4",
      "title": "Preparing the planning proposal",
      "level": 2,
      "pageStart": 51,
      "pageEnd": 52,
      "labelStart": "39",
      "labelEnd": "40",
      "words": 205,
      "summary": {
        "text": "Continues the reasons for a planning proposal, saying it makes development smoother and more efficient, promotes accountability through an agreed scope, methods and timeline, and above all promotes the integrity of the process. States that deciding methods in advance reduces arbitrariness and bias and that mid-stream method changes driven by findings or dominant members must be avoided.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "proposal promotes",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "development process",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "timeline",
          "heading": false
        }
      ],
      "extract": "39 Third, a carefully constructed planning proposal makes it more likely that the guideline development process will be smooth and efficient. Resources will closely match the proposed scope; relevant expertise will be identified and engaged early and throughout the development process; and potential difficulties, both procedural and technical, can be anticipated and planned for. Fourth, the planning proposal",
      "extractCut": true
    },
    {
      "id": "sec-073-43-who-develops-the-planning-proposal",
      "number": "4.3",
      "title": "Who develops the planning proposal?",
      "level": 3,
      "pageStart": 52,
      "pageEnd": 52,
      "labelStart": "40",
      "labelEnd": "40",
      "words": 11,
      "summary": {
        "text": "States that the responsible technical officer in the leading technical unit develops the planning proposal; the sentence continues onto the next page.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The responsible technical officer in the technical unit leading the guideline",
      "extractCut": false
    },
    {
      "id": "sec-074-45-preparing-the-planning-proposal",
      "number": "4.5",
      "title": "Preparing the planning proposal",
      "level": 3,
      "pageStart": 52,
      "pageEnd": 53,
      "labelStart": "40",
      "labelEnd": "41",
      "words": 127,
      "summary": {
        "text": "Says the technical officer prepares the proposal in close collaboration with the steering group but must obtain broad input. Names the development group chair, the systematic review team, the methodologist and possibly the external review group as contributors to the key questions, and notes the group may meet in person, virtually or by email to define scope and methods.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "input",
          "heading": false
        },
        {
          "term": "preparing",
          "heading": true
        },
        {
          "term": "key questions",
          "heading": false
        }
      ],
      "extract": "close collaboration with other members of the steering group. Broad input must be obtained, however, to ensure a useful product. The GDG, or at least a subset of that group including the chair, should provide input into the guideline’s scope and key questions in PICO format. The systematic review team and the guideline methodologist should also provide input into the key questions before they are finalized. It may",
      "extractCut": true
    },
    {
      "id": "sec-075-44-when-should-the-planning-proposal-be-develope",
      "number": "4.4",
      "title": "When should the planning proposal be developed and finalized?",
      "level": 3,
      "pageStart": 53,
      "pageEnd": 55,
      "labelStart": "41",
      "labelEnd": "43",
      "words": 649,
      "summary": {
        "text": "Explains the timing and preparation of the planning proposal, the first major product of development, starting when the unit decides to proceed and submitted once the key questions in the population, intervention, comparator and outcome format are complete. Describes submission to the review committee secretariat with a template and checklist after director approval, and presents a table of the essential proposal topics, from background and rationale to contributors, with responsible persons.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "rto none",
          "heading": false
        },
        {
          "term": "srt none",
          "heading": false
        },
        {
          "term": "grc intranet",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "intranet site",
          "heading": false
        },
        {
          "term": "responsible technical",
          "heading": false
        },
        {
          "term": "technical officer",
          "heading": false
        }
      ],
      "extract": "and finalized? The planning proposal is the first major product of the guideline development process, and its preparation starts as soon as the technical unit decides to develop a guideline. The responsible technical officer should strive to develop and submit the proposal to the GRC for review as quickly as possible, but with sufficient consideration and preparation of the many elements in the proposal. The most",
      "extractCut": true
    },
    {
      "id": "sec-076-46-what-if-there-are-major-changes-in-scope-or-a",
      "number": "4.6",
      "title": "What if there are major changes in scope or approach after the GRC has approved the planning proposal?",
      "level": 3,
      "pageStart": 55,
      "pageEnd": 56,
      "labelStart": "43",
      "labelEnd": "44",
      "words": 506,
      "summary": {
        "text": "Describes how to handle changes after the review committee approves the planning proposal, and lists the categories: major change in scope, change in packaging, major method change, change to a key question, and minor process changes. Says the first three kinds must be reviewed by the secretariat and sometimes the committee, while minor ones need not be, and the text includes the remainder of the proposal topics table covering writing, peer review, logistics, implementation and updating.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "major changes",
          "heading": true
        },
        {
          "term": "rto none",
          "heading": false
        },
        {
          "term": "grc",
          "heading": true
        },
        {
          "term": "minor changes",
          "heading": false
        },
        {
          "term": "guideline methodologist",
          "heading": false
        },
        {
          "term": "scope",
          "heading": true
        },
        {
          "term": "categories listed",
          "heading": false
        }
      ],
      "extract": "after the GRC has approved the planning proposal? It is not unusual for changes to occur after the planning proposal is developed and approved by the GRC. New or unanticipated evidence, or new ideas from the steering group, the GDG or other interested parties, can engender discussions and the decision to change course. Such changes in planning proposals generally fall into one of the following categories: ■■ A major",
      "extractCut": true
    },
    {
      "id": "sec-077-47-for-how-long-is-an-approved-planning-proposal",
      "number": "4.7",
      "title": "For how long is an approved planning proposal in effect?",
      "level": 3,
      "pageStart": 56,
      "pageEnd": 56,
      "labelStart": "44",
      "labelEnd": "44",
      "words": 90,
      "summary": {
        "text": "States that the committee approves a planning proposal for six months beyond the planned publication date. Says delays beyond that should be discussed with the secretariat and that a revised proposal may be needed if the original methods and database searches could be compromised.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        }
      ],
      "extract": "effect? The GRC approves planning proposals for a period of six months beyond the publication date indicated in the planning proposal. If the final guideline is not submitted to the GRC before the end of the six-month period, the responsible technical officer should discuss the delay with the GRC Secretariat. If the extended timeline may compromise the original methods and bibliographic database searches, a revised",
      "extractCut": true
    },
    {
      "id": "sec-078-48-references",
      "number": "4.8",
      "title": "References",
      "level": 3,
      "pageStart": 56,
      "pageEnd": 57,
      "labelStart": "44",
      "labelEnd": "45",
      "words": 23,
      "summary": {
        "text": "A reference list with one entry, the committee's intranet site.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "1. Guidelines Review Committee (GRC) [intranet site: available to WHO staff only]. Geneva: World Health Organization; 2014 (http://intranet.who.int/homes/ker/grc/, accessed 14 November 2014). 44",
      "extractCut": false
    },
    {
      "id": "sec-079-51-reflecting-whos-values-in-its-guidelines",
      "number": "5.1",
      "title": "Reflecting WHO’s values in its guidelines",
      "level": 3,
      "pageStart": 57,
      "pageEnd": 57,
      "labelStart": "45",
      "labelEnd": "45",
      "words": 22,
      "summary": {
        "text": "The opening sentences of Chapter 5, stating that WHO's work aims to improve population health and decrease health inequities; the text breaks off mid-sentence.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The aim of all WHO’s work is to improve population health and decrease health inequities. Sustained improvements to physical, mental and social",
      "extractCut": false
    },
    {
      "id": "sec-080-521-equity",
      "number": "5.2.1",
      "title": "Equity",
      "level": 4,
      "pageStart": 57,
      "pageEnd": 57,
      "labelStart": "45",
      "labelEnd": "45",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-081-522-human-rights",
      "number": "5.2.2",
      "title": "Human rights",
      "level": 4,
      "pageStart": 57,
      "pageEnd": 57,
      "labelStart": "45",
      "labelEnd": "45",
      "words": 47,
      "summary": {
        "text": "Despite its heading, contains the end of the Chapter 5 introduction, saying that attention to these areas helps WHO deliver on its programme of work. States that the chapter describes how to integrate these considerations into each guideline development step through eight entry points.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "twelfth",
          "heading": false
        },
        {
          "term": "commitments",
          "heading": false
        },
        {
          "term": "suggests",
          "heading": false
        }
      ],
      "extract": "Attention to these areas enables WHO to more effectively deliver on its commitments in its Twelfth General Programme of Work (1). This chapter describes how these important considerations can be integrated into each step of the guideline development process and suggests eight entry points for doing so.",
      "extractCut": false
    },
    {
      "id": "sec-082-52-background",
      "number": "5.2",
      "title": "Background",
      "level": 3,
      "pageStart": 57,
      "pageEnd": 59,
      "labelStart": "45",
      "labelEnd": "47",
      "words": 455,
      "summary": {
        "text": "Gives the background to the chapter, quoting the WHO Constitution on health and the right to the highest attainable standard of health and saying developers should consider how guidelines advance that right. Defines equity as unfair and avoidable inequalities and discusses measuring them, and begins describing human rights dimensions of the right to health, including its freedoms and entitlements.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "highest attainable",
          "heading": false
        },
        {
          "term": "human rights",
          "heading": false
        },
        {
          "term": "attainable standard",
          "heading": false
        },
        {
          "term": "social determinants",
          "heading": false
        },
        {
          "term": "realization",
          "heading": false
        },
        {
          "term": "enjoyment",
          "heading": false
        },
        {
          "term": "entitlements",
          "heading": false
        },
        {
          "term": "freedoms",
          "heading": false
        }
      ],
      "extract": "The WHO Constitution (2) states that: “Health is a state of complete physical, mental and social well-being and not merely the absence of disease or infirmity.” and that “The enjoyment of the highest attainable standard of health is one of the fundamental rights of every human being without distinction of race, religion, political belief, economic or social condition.” Guideline developers need to consider how their",
      "extractCut": true
    },
    {
      "id": "sec-083-524-gender",
      "number": "5.2.4",
      "title": "Gender",
      "level": 4,
      "pageStart": 59,
      "pageEnd": 59,
      "labelStart": "47",
      "labelEnd": "47",
      "words": 1,
      "summary": {
        "text": "A page containing only the number 47, under a heading for gender.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "47",
      "extractCut": false
    },
    {
      "id": "sec-084-523-social-determinants-of-health-and-health-ine",
      "number": "5.2.3",
      "title": "Social determinants of health and health inequities",
      "level": 4,
      "pageStart": 59,
      "pageEnd": 62,
      "labelStart": "47",
      "labelEnd": "50",
      "words": 1135,
      "summary": {
        "text": "Defines the social determinants of health and health inequities, and distinguishes gender from sex and describes how gender norms affect risk, access and outcomes. Explains how social determinants produce inequity and can be reduced through programmes and intersectoral action. Also reproduces a box of eight entry points for integrating equity, human rights and gender, from analysis of evidence on inequities to ensuring gender balance and accountability mechanisms in the guideline process.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "social determinants",
          "heading": true
        },
        {
          "term": "health inequities",
          "heading": true
        },
        {
          "term": "guideline developers",
          "heading": false
        },
        {
          "term": "gender issues",
          "heading": false
        },
        {
          "term": "address gender",
          "heading": false
        },
        {
          "term": "differential exposure",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "health services",
          "heading": false
        }
      ],
      "extract": "The social determinants of health are the conditions in which people grow, live, work and age (6). Health inequities are differences in health that are unfair, avoidable and remediable because they depend largely on the social determinants of health, which are amenable to improvement. WHO’s normative work, including guideline development, must thus take these determinants into consideration (7). 5.2.4 Gender",
      "extractCut": true
    },
    {
      "id": "sec-085-53-eight-entry-points-for-integrating-equity-hum",
      "number": "5.3",
      "title": "Eight entry points for integrating equity, human rights, gender and the social determinants of health into WHO guidelines",
      "level": 3,
      "pageStart": 62,
      "pageEnd": 62,
      "labelStart": "50",
      "labelEnd": "50",
      "words": 69,
      "summary": {
        "text": "Says WHO's guidelines must integrate equity, human rights, gender and social determinants and introduces the eight entry points as a practical approach, to be systematically considered although relevance varies by topic.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "social determinants",
          "heading": true
        },
        {
          "term": "gender",
          "heading": true
        },
        {
          "term": "rights",
          "heading": true
        }
      ],
      "extract": "rights, gender and the social determinants of health into WHO guidelines WHO’s normative work, including its recommendations and guidelines, must integrate equity, human rights, gender and the social determinants of health. Eight entry points (Box 5.1) provide a practical approach for integrating these aspects into WHO guidelines. The relevance of specific strategies varies across guideline topic areas, but all",
      "extractCut": true
    },
    {
      "id": "sec-086-54-incorporating-equity-human-rights-gender-and",
      "number": "5.4",
      "title": "Incorporating equity, human rights, gender and social determinants into each step in guideline development",
      "level": 3,
      "pageStart": 62,
      "pageEnd": 62,
      "labelStart": "50",
      "labelEnd": "50",
      "words": 44,
      "summary": {
        "text": "States that equity, human rights, gender and social determinants must be considered in all three phases of guideline development (planning, development, and publishing and updating) and in most steps within each.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "determinants",
          "heading": true
        },
        {
          "term": "gender",
          "heading": true
        }
      ],
      "extract": "determinants into each step in guideline development Equity, human rights, gender and the social determinants of health must be considered during all three phases of guideline development (Table 1.1) – planning, development, and publishing and updating – and during most steps within each phase.",
      "extractCut": false
    },
    {
      "id": "sec-087-541-phase-1-planning",
      "number": "5.4.1",
      "title": "Phase 1: planning",
      "level": 4,
      "pageStart": 62,
      "pageEnd": 64,
      "labelStart": "50",
      "labelEnd": "52",
      "words": 770,
      "summary": {
        "text": "Describes how to integrate equity, human rights, gender and social determinants into the planning phase. Covers the request for guidance, planning that aims to level up health across groups with stratifiers such as PROGRESS-Plus, composition of the contributing groups, and the planning proposal and scoping. Explains that the population, intervention, comparator and outcome elements of key questions should each take account of social position and the right to health.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "social determinants",
          "heading": false
        },
        {
          "term": "human rights",
          "heading": false
        },
        {
          "term": "social position",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "stratifiers",
          "heading": false
        },
        {
          "term": "gender",
          "heading": false
        },
        {
          "term": "key questions",
          "heading": false
        }
      ],
      "extract": "5.4.1.1 Request for guidance on a topic (Chapter 1) In their request for guidance, Member States or other stakeholders might explicitly ask that equity, human rights, gender and the social determinants of health be addressed during guideline development. Whether or not this request is made explicit, examining any health issue through the lens of equity, human rights, gender and the influence of social determinants",
      "extractCut": true
    },
    {
      "id": "sec-088-542-phase-2-development",
      "number": "5.4.2",
      "title": "Phase 2: development",
      "level": 4,
      "pageStart": 64,
      "pageEnd": 65,
      "labelStart": "52",
      "labelEnd": "53",
      "words": 538,
      "summary": {
        "text": "Describes how to integrate these considerations into the development phase. Covers evidence retrieval and synthesis, including equity-focused reviews and tools, assessment of evidence quality on subpopulations where data are sparse, and formulating recommendations, where likely equity gains may support strong recommendations and sparse equity evidence may support conditional ones with a research agenda and monitoring.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "social determinants",
          "heading": false
        },
        {
          "term": "differential effect",
          "heading": false
        },
        {
          "term": "quantitative research",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        },
        {
          "term": "human rights",
          "heading": false
        },
        {
          "term": "equity",
          "heading": false
        },
        {
          "term": "subpopulations",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": false
        }
      ],
      "extract": "5.4.2.1 Evidence retrieval and synthesis (Chapter 8) Existing systematic reviews seldom take equity, human rights, gender and social determinants into account, and a new review or an update of an existing review may be needed to analyse information about equity. Fortunately, the volume of primary research in this field is increasing and the methods and tools for systematic reviews of evidence on equity and for",
      "extractCut": true
    },
    {
      "id": "sec-089-543-phase-3-publishing-and-updating",
      "number": "5.4.3",
      "title": "Phase 3: publishing and updating",
      "level": 4,
      "pageStart": 65,
      "pageEnd": 66,
      "labelStart": "53",
      "labelEnd": "54",
      "words": 134,
      "summary": {
        "text": "Describes integration in the publishing and updating phase, saying the final guideline and derivative products must give clear messages on equity, human rights, gender and social determinants. Advises attention to language, examples, photographs and population descriptions from the start, and gender-sensitive, non-stigmatizing language in translations. The text ends at the heading for adaptation, implementation and evaluation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "publishing",
          "heading": true
        },
        {
          "term": "non-stigmatizing",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        },
        {
          "term": "photographs",
          "heading": false
        }
      ],
      "extract": "5.4.3.1 Producing and publishing the guideline (Chapter 12) The final guideline and in its derivative products must convey clear messages with respect to equity, human rights, gender and social determinants. WHO handbook for guideline development 54 For example, the process of developing a gender-sensitive guideline starts before the first words are put on paper and only ends when the last illustration has been",
      "extractCut": true
    },
    {
      "id": "sec-090-55-references",
      "number": "5.5",
      "title": "References",
      "level": 3,
      "pageStart": 66,
      "pageEnd": 69,
      "labelStart": "54",
      "labelEnd": "57",
      "words": 637,
      "summary": {
        "text": "Completes the guidance on adaptation, implementation and evaluation, warning that implementation can increase inequities and that WHO staff must monitor effects on equity, human rights and gender. Then lists the Chapter 5 references and opens Chapter 6, which defines the basic concepts and principles of declaring and managing interests and how staff collect declarations and manage conflicts.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "health equity",
          "heading": false
        },
        {
          "term": "gender equality",
          "heading": false
        },
        {
          "term": "human rights",
          "heading": false
        },
        {
          "term": "health organization",
          "heading": false
        },
        {
          "term": "world health",
          "heading": false
        },
        {
          "term": "petticrew",
          "heading": false
        },
        {
          "term": "tugwell",
          "heading": false
        }
      ],
      "extract": "determinants of health, gender equality and relevant international human rights standards and principles, should be included in the sections on implementation, monitoring and evaluation. The interventions recommended in a guideline pose the risk of increasing rather than reducing inequities, depending on how they are implemented. For example, marginalized population groups might be ignored or strategies that make",
      "extractCut": true
    },
    {
      "id": "sec-091-61-what-is-a-conflict-of-interest",
      "number": "6.1",
      "title": "What is a conflict of interest?",
      "level": 3,
      "pageStart": 69,
      "pageEnd": 70,
      "labelStart": "57",
      "labelEnd": "58",
      "words": 513,
      "summary": {
        "text": "Defines a conflict of interest as a set of circumstances creating a risk that professional judgment about a primary interest is unduly influenced by a secondary interest, and gives WHO's declaration-form wording. Explains the terms primary interest, secondary interest and undue influence, and argues that a conflict exists whether or not it affects decisions, so phrases such as potential or perceived conflict should be avoided.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conflict",
          "heading": true
        },
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "secondary interests",
          "heading": false
        },
        {
          "term": "primary interest",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "objectivity",
          "heading": false
        },
        {
          "term": "phrase",
          "heading": false
        },
        {
          "term": "credibility",
          "heading": false
        }
      ],
      "extract": "A conflict of interest is an important potential source of bias and diminished credibility in the development of WHO guidelines. “A conflict of interest is a set of circumstances that creates a risk that professional judgment or actions regarding a primary interest will be unduly influenced by a secondary interest” (1). The Declaration of Interests form at WHO (2) contains a similar definition: [A conflict of",
      "extractCut": true
    },
    {
      "id": "sec-092-62-what-types-of-conflicts-of-interest-exist",
      "number": "6.2",
      "title": "What types of conflicts of interest exist?",
      "level": 3,
      "pageStart": 70,
      "pageEnd": 71,
      "labelStart": "58",
      "labelEnd": "59",
      "words": 172,
      "summary": {
        "text": "Distinguishes financial conflicts, which can be measured in money such as stocks, patents, commissioned work or honoraria, from nonfinancial ones, which are harder to identify and include professional advancement, prestige or drive to publish. Notes that intellectual conflicts of interest are one nonfinancial type.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "monetary units",
          "heading": false
        },
        {
          "term": "nonfinancial",
          "heading": false
        },
        {
          "term": "conflicts",
          "heading": true
        },
        {
          "term": "prestige",
          "heading": false
        }
      ],
      "extract": "Conflicts of interest are of two basic types: financial and nonfinancial. Both are relevant to guideline development. Financial interests can be directly measured in monetary units, such as for stocks or patents owned, money received for commissioned work, or an honorarium for a speaking engagement. Nonfinancial interests, on the other hand, cannot readily be measured in monetary units and are less tangible and thus",
      "extractCut": true
    },
    {
      "id": "sec-093-6-declaration-and-management-of-interests",
      "number": "6",
      "title": "Declaration and management of interests",
      "level": 2,
      "pageStart": 71,
      "pageEnd": 71,
      "labelStart": "59",
      "labelEnd": "59",
      "words": 82,
      "summary": {
        "text": "Explains that declaring an interest does not automatically mean a conflict exists, and that a transparent and objective assessment is needed to decide whether one exists and manage it. Introduces the processes for identifying and managing conflicts during WHO guideline development.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interests",
          "heading": true
        },
        {
          "term": "declaration",
          "heading": true
        },
        {
          "term": "conflict",
          "heading": false
        }
      ],
      "extract": "59 The declaration of one or more secondary interests (declaration of interests) does not automatically mean that a conflict of interest is present: there is a distinction between the two. A transparent and objective process for assessing a declaration of interests is required to determine if a conflict exists and what its effects might be, and to manage any significant conflict of interest. This chapter describes",
      "extractCut": true
    },
    {
      "id": "sec-094-63-why-is-a-conflict-of-interest-important-in-gu",
      "number": "6.3",
      "title": "Why is a conflict of interest important in guideline development at WHO?",
      "level": 3,
      "pageStart": 71,
      "pageEnd": 71,
      "labelStart": "59",
      "labelEnd": "59",
      "words": 143,
      "summary": {
        "text": "Explains why conflicts matter, citing associations between secondary interests and study outcomes and conclusions, with evidence on guideline sponsors limited to case studies. States that conflicts can bias almost every step and undermine credibility of recommendations, guidelines and WHO, so developers must handle them in a proactive, transparent and defensible manner.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "conflicts",
          "heading": false
        },
        {
          "term": "development",
          "heading": true
        }
      ],
      "extract": "development at WHO? Certain data point to an association between the secondary interests of authors and funders and study outcomes (4), and between conflicts of interest and the conclusions drawn from systematic reviews (5). Data on the effects of industry relationships and the intellectual interests of guideline sponsors and authors are confined to case studies (6). Conflicts of interest can introduce bias into",
      "extractCut": true
    },
    {
      "id": "sec-095-64-what-are-whos-policies-on-conflicts-of-intere",
      "number": "6.4",
      "title": "What are WHO’s policies on conflicts of interest?",
      "level": 3,
      "pageStart": 71,
      "pageEnd": 72,
      "labelStart": "59",
      "labelEnd": "60",
      "words": 90,
      "summary": {
        "text": "Says guideline developers must know WHO's policies on obtaining declarations of interests and assessing and managing conflicts, points to an overview box and further web resources, and names the compliance, risk management and ethics office as a source of information.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conflicts",
          "heading": true
        },
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        }
      ],
      "extract": "Guideline developers at WHO must be familiar with WHO’s policies on obtaining declarations of interests and assessing and managing conflicts of interest. An overview of the process for identifying, managing and reporting such conflicts during guideline development at WHO is presented in Box 6.1, with further details provided below. Various websites provide additional information about WHO policies and procedures",
      "extractCut": true
    },
    {
      "id": "sec-096-65-who-should-complete-a-declaration-of-interest",
      "number": "6.5",
      "title": "Who should complete a declaration of interests form?",
      "level": 3,
      "pageStart": 72,
      "pageEnd": 75,
      "labelStart": "60",
      "labelEnd": "63",
      "words": 681,
      "summary": {
        "text": "Explains who must complete a declaration of interests form: anyone providing independent advice in a personal capacity, including development group members, systematic reviewers, methodologists and the writer, who must also agree to publication of a summary. States that observers representing organizations need not complete one but their affiliations must be transparent. Presents a five-step overview of identifying, managing and reporting interests and a table of declaration and management by group, plus a figure of the assessment flow whose content is only yes and no labels.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interests form",
          "heading": true
        },
        {
          "term": "nonfinancial coi",
          "heading": false
        },
        {
          "term": "declaration",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "curriculum vitae",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "gdg meetings",
          "heading": false
        },
        {
          "term": "cre",
          "heading": false
        }
      ],
      "extract": "According to WHO rules and regulations, a declaration of interests form and an analysis of all declarations must be performed whenever an individual provides independent advice to WHO (7) − that is, whenever an expert is asked to serve in an advisory role in a personal capacity. In guideline development, this means that anyone invited to participate in the development of a WHO guideline must complete the declaration",
      "extractCut": true
    },
    {
      "id": "sec-097-66-what-interests-need-to-be-disclosed",
      "number": "6.6",
      "title": "What interests need to be disclosed?",
      "level": 3,
      "pageStart": 75,
      "pageEnd": 76,
      "labelStart": "63",
      "labelEnd": "64",
      "words": 411,
      "summary": {
        "text": "Defines financial and nonfinancial interests that must be disclosed in guideline development and explains why they are assessed and managed. It lists examples of financial interests, such as paid work, research support, patents, grants and shares, notes the US$ 5000 reporting threshold (US$ 1000 for non-monetary research support), and gives examples of nonfinancial interests like prior publications, public positions and affiliations with advocacy organizations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interests",
          "heading": true
        },
        {
          "term": "nonfinancial interests",
          "heading": false
        },
        {
          "term": "financial interests",
          "heading": false
        },
        {
          "term": "disclosed",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "mon",
          "heading": false
        },
        {
          "term": "thresholds",
          "heading": false
        },
        {
          "term": "personal",
          "heading": false
        }
      ],
      "extract": "Relevant financial as well as nonfinancial interests should be disclosed and subsequently assessed and managed in order to minimize bias in guideline development and to ensure credible recommendations. A financial conflict of interest arises when an individual or organization receives income or mon- etary support that is related to, or could be affected by, the outcome of the WHO meeting or activity in which they",
      "extractCut": true
    },
    {
      "id": "sec-098-67-collecting-declarations-of-interests",
      "number": "6.7",
      "title": "Collecting declarations of interests",
      "level": 3,
      "pageStart": 76,
      "pageEnd": 76,
      "labelStart": "64",
      "labelEnd": "64",
      "words": 139,
      "summary": {
        "text": "Describes how declarations of interests are collected using the standard WHO form, which must be completed, signed and assessed before invitations or contracts are issued. It adds that experts must report changes, that forms are confidential and securely stored, and that a curriculum vitae is requested alongside the form.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interests",
          "heading": true
        },
        {
          "term": "interests forms",
          "heading": false
        },
        {
          "term": "declarations",
          "heading": true
        },
        {
          "term": "signed",
          "heading": false
        }
      ],
      "extract": "Declarations of interests are collected using the standard WHO form for experts. Such a form should be completed, signed by the expert or potential contractor, and reviewed and assessed before firm invitations to participate in a guideline development process are issued or contracts are signed. External experts and contractors should be instructed to notify the responsible tech- nical officer of any change in",
      "extractCut": true
    },
    {
      "id": "sec-099-68-assessing-declarations-of-interests",
      "number": "6.8",
      "title": "Assessing declarations of interests",
      "level": 3,
      "pageStart": 76,
      "pageEnd": 79,
      "labelStart": "64",
      "labelEnd": "67",
      "words": 1277,
      "summary": {
        "text": "Sets out the three steps for assessing declarations of interest: staff review of the form with the expert's CV, a decision on whether a conflict of interest actually exists, and a judgement of how severe it is. It notes how little evidence exists on the effects of conflicts and that the guidance rests on best practice and expert opinion. It includes Table 6.2, with principles for collecting, assessing and managing declarations (report all funders, no private sector role, avoid and minimize conflicts, no financial conflicts for chairs), and Table 6.3, with criteria for judging severity such as the value and scope of the interest, the individual's discretion and the possible harm.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "nonfinancial cois",
          "heading": false
        },
        {
          "term": "intellectual cois",
          "heading": false
        },
        {
          "term": "financial cois",
          "heading": false
        },
        {
          "term": "manage cois",
          "heading": false
        },
        {
          "term": "interests",
          "heading": true
        },
        {
          "term": "secondary interest",
          "heading": false
        },
        {
          "term": "conflicted individual",
          "heading": false
        },
        {
          "term": "coi",
          "heading": false
        }
      ],
      "extract": "Little is known about the effect of declarations and conflicts of interest on someone’s behaviour, how group participants and GDG members and chairs weigh or discount information or opinions presented by conflicted individu- als, and how guideline end-users interpret information on conflicts of inter- est. The following guidance is based on: the scant existing evidence; standard and best practices among leading",
      "extractCut": true
    },
    {
      "id": "sec-100-69-managing-conflicts-of-interest-at-the-individ",
      "number": "6.9",
      "title": "Managing conflicts of interest at the individual level",
      "level": 3,
      "pageStart": 79,
      "pageEnd": 79,
      "labelStart": "67",
      "labelEnd": "67",
      "words": 106,
      "summary": {
        "text": "Explains that each declaration is reviewed by the responsible technical officer with the director of the technical unit, who decide case by case whether a conflict needs a management strategy. It stresses that disclosure alone is not adequate management.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "conflict",
          "heading": false
        },
        {
          "term": "management strategy",
          "heading": false
        }
      ],
      "extract": "All declarations of interests should be reviewed and assessed by the respon- sible technical officer in consultation with the director of the technical unit. These individuals must decide whether a conflict of interest is severe enough to require a management strategy. In other words, they must decide to what extent the individual can participate in development of the guide- line. Decisions are made on a",
      "extractCut": true
    },
    {
      "id": "sec-101-691-guideline-development-group-members",
      "number": "6.9.1",
      "title": "Guideline development group members",
      "level": 4,
      "pageStart": 79,
      "pageEnd": 81,
      "labelStart": "67",
      "labelEnd": "69",
      "words": 695,
      "summary": {
        "text": "Describes the options for managing a guideline development group member's conflict of interest, from no action, through restricted participation, to full exclusion. It lists conflicts that preclude participation, such as holding over US$ 5000 in shares or a patent on a product under consideration, and situations where participation should be limited, such as recent industry employment or authorship of key studies. It also states that no evidence supports a particular monetary threshold, so processes must be explicit, transparent and defensible.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "conflicted individual",
          "heading": false
        },
        {
          "term": "commercial interests",
          "heading": false
        },
        {
          "term": "multiple companies",
          "heading": false
        },
        {
          "term": "company",
          "heading": false
        },
        {
          "term": "conflicts",
          "heading": false
        },
        {
          "term": "contractor",
          "heading": false
        },
        {
          "term": "participation",
          "heading": false
        }
      ],
      "extract": "At the level of the individual potential GDG member, management options represent a spectrum that includes: ■■ No action ‒ the conflict of interest requires no action beyond declaration at the GDG meeting and reporting in the published guideline. 68 WHO handbook for guideline development ■■ Participation is restricted ‒ the individual is excluded from parts of meetings and of the guideline development process. ––",
      "extractCut": true
    },
    {
      "id": "sec-102-692-peer-reviewers",
      "number": "6.9.2",
      "title": "Peer reviewers",
      "level": 4,
      "pageStart": 81,
      "pageEnd": 82,
      "labelStart": "69",
      "labelEnd": "70",
      "words": 231,
      "summary": {
        "text": "Explains that declarations of interests are collected from all peer reviewers, although reviewers whose organizations clearly have a vested interest need only report their affiliation. It notes that reviewers with conflicts can still help anticipate controversy, but their declarations must be transparent and their comments assessed case by case.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "peer reviewers",
          "heading": true
        },
        {
          "term": "significant conflicts",
          "heading": false
        },
        {
          "term": "interests",
          "heading": false
        },
        {
          "term": "declarations",
          "heading": false
        },
        {
          "term": "industry",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        }
      ],
      "extract": "Declarations of interests should be collected from all peer reviewers. When reviewers are affiliated with organizations that clearly have a vested interest in the outcome of specific recommendations, a declaration of interests is not usually required; reporting the reviewer’s affiliation or institution in the guideline is considered sufficient disclosure. The external review group, including peer reviewers, may have",
      "extractCut": true
    },
    {
      "id": "sec-103-610-managing-conflicts-of-interest-at-the-group",
      "number": "6.10",
      "title": "Managing conflicts of interest at the group level",
      "level": 3,
      "pageStart": 82,
      "pageEnd": 82,
      "labelStart": "70",
      "labelEnd": "70",
      "words": 107,
      "summary": {
        "text": "Explains that nonfinancial conflicts, including intellectual ones, may be managed at the group as well as the individual level because group composition influences recommendations. It cites evidence that physicians favour procedures they deliver and warns of committee stacking.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conflicts",
          "heading": true
        },
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "level",
          "heading": true
        },
        {
          "term": "tend",
          "heading": false
        }
      ],
      "extract": "While financial conflicts of interest are usually managed at the individual level, nonfinancial conflicts of interest (including intellectual ones) may be managed at both the individual and group level. Group composition is influential in any decision-making process and observational evidence shows a correlation between the composition of GDGs and specific recommendations. For example, physicians tend to recommend",
      "extractCut": true
    },
    {
      "id": "sec-104-6101-minimizing-the-risk-posed-by-conflicts-of-i",
      "number": "6.10.1",
      "title": "Minimizing the risk posed by conflicts of interest when constituting guideline development groups",
      "level": 4,
      "pageStart": 82,
      "pageEnd": 84,
      "labelStart": "70",
      "labelEnd": "72",
      "words": 448,
      "summary": {
        "text": "Gives suggestions for constituting guideline development groups to limit the risk of intellectual conflicts. It covers chairs without financial conflicts (possibly a methodologist), a majority of members with no conflicts, balancing perspectives, separating the GDG from the evidence review and writing tasks, commissioning methodologists, and including varied stakeholders.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conflicts",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "intellectual conflicts",
          "heading": false
        },
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "financial conflicts",
          "heading": false
        },
        {
          "term": "gdg members",
          "heading": false
        },
        {
          "term": "topic experts",
          "heading": false
        },
        {
          "term": "vice-chair",
          "heading": false
        }
      ],
      "extract": "constituting guideline development groups There is scant evidence upon which to base recommendations on the optimal composition of GDGs to minimize the risk that intellectual conflicts of interest will bias their decisions. The following suggestions are based largely Chapter 6 Declaration and management of interests 71 on expert opinion and standards recommended by other organizations (1). (See also the guidance in",
      "extractCut": true
    },
    {
      "id": "sec-105-6102-minimizing-the-risk-posed-by-conflicts-of-i",
      "number": "6.10.2",
      "title": "Minimizing the risk posed by conflicts of interest during the guideline development process",
      "level": 4,
      "pageStart": 84,
      "pageEnd": 86,
      "labelStart": "72",
      "labelEnd": "74",
      "words": 568,
      "summary": {
        "text": "Describes ongoing responsibilities for managing conflicts during guideline development, including declaring institutional affiliations and presenting and updating declarations at each meeting. It then explains how declarations must be reported in the guideline (tabular or narrative, required for GRC approval), gives three worked examples of such reports, and states that forms are kept confidential for at least 10 years.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "conflicts",
          "heading": true
        },
        {
          "term": "interest",
          "heading": true
        },
        {
          "term": "gdg members",
          "heading": false
        },
        {
          "term": "guideline document",
          "heading": false
        },
        {
          "term": "declarations",
          "heading": false
        },
        {
          "term": "technical officer",
          "heading": false
        },
        {
          "term": "products related",
          "heading": false
        }
      ],
      "extract": "guideline development process Appropriate management of disclosures and conflicts of interest does not end with the assessment of the declarations and the formulation of a plan for the management of conflicts. The responsible technical officer and the steering group have additional and continuous responsibilities. ■■ Although GDG members participate in guideline development at WHO in an individual capacity, they",
      "extractCut": true
    },
    {
      "id": "sec-106-612-what-sources-of-funding-are-appropriate-for",
      "number": "6.12",
      "title": "What sources of funding are appropriate for WHO guidelines?",
      "level": 3,
      "pageStart": 86,
      "pageEnd": 86,
      "labelStart": "74",
      "labelEnd": "74",
      "words": 164,
      "summary": {
        "text": "States that WHO guidelines cannot be funded wholly or partly by private sector entities or non-state actors not at arm's length from them, and explains what counts as a private sector entity. It directs staff to make reasonable efforts to learn a funder's revenue sources and to consult the Office of Compliance, Risk Management and Ethics with questions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "sector entities",
          "heading": false
        },
        {
          "term": "commercial enterprises",
          "heading": false
        },
        {
          "term": "private sector",
          "heading": false
        },
        {
          "term": "arm length",
          "heading": false
        },
        {
          "term": "state-owned",
          "heading": false
        }
      ],
      "extract": "guidelines? WHO guidelines cannot be funded, in whole or in part, by private sector entities or by non-state actors that are not at “arm’s length” of a private sector entity (2). Private sector entities are commercial enterprises. That is to say, they are businesses that are intended to make a profit for their owners. The term also refers to entities that represent private sector entities, or are governed or",
      "extractCut": true
    },
    {
      "id": "sec-107-613-references",
      "number": "6.13",
      "title": "References",
      "level": 3,
      "pageStart": 86,
      "pageEnd": 89,
      "labelStart": "74",
      "labelEnd": "77",
      "words": 481,
      "summary": {
        "text": "A reference list for the chapter on declaration and management of interests, citing books, journal articles on conflict of interest and industry sponsorship, and WHO intranet documents.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "emanual viii",
          "heading": false
        },
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "intranet site",
          "heading": false
        },
        {
          "term": "pmid",
          "heading": false
        },
        {
          "term": "products viii",
          "heading": false
        },
        {
          "term": "academies press",
          "heading": false
        },
        {
          "term": "viii information",
          "heading": false
        },
        {
          "term": "national academies",
          "heading": false
        }
      ],
      "extract": "1. Graham RMM, Wolman DM, Greenfield S, Steinberg E, editors. Clinical practice guidelines we can trust. Washington (DC): The National Academies Press; 2011 (http://www.nap.edu/ openbook.php?record_id=13058, accessed 11 November 2014). 2. Declaration of Interests (WHO Experts) [intranet site: available to WHO staff only]. Geneva: World Health Organization; 2014 (http://intranet.who.int/homes/cre/ethics/doiexperts/,",
      "extractCut": true
    },
    {
      "id": "sec-108-71-types-of-questions",
      "number": "7.1",
      "title": "Types of questions",
      "level": 3,
      "pageStart": 89,
      "pageEnd": 89,
      "labelStart": "77",
      "labelEnd": "77",
      "words": 27,
      "summary": {
        "text": "Introduces the two basic types of questions, background and foreground, stating that background questions give context and rationale while foreground questions directly inform recommendations.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "There are two basic types of questions: background and foreground questions. Background questions provide context and rationale for the guideline; foreground questions directly inform and underpin recommendations.",
      "extractCut": false
    },
    {
      "id": "sec-109-711-background-questions",
      "number": "7.1.1",
      "title": "Background questions",
      "level": 4,
      "pageStart": 89,
      "pageEnd": 90,
      "labelStart": "77",
      "labelEnd": "78",
      "words": 327,
      "summary": {
        "text": "Defines background questions as those that supply context, such as definitions, disease prevalence and burden, or underlying mechanisms, and help frame the foreground questions. It gives examples, explains that they can usually be answered from a single cited valid source rather than a systematic review, and notes the exception where a prevalence question is central and becomes a foreground question.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "background questions",
          "heading": true
        },
        {
          "term": "papilloma virus",
          "heading": false
        },
        {
          "term": "human papilloma",
          "heading": false
        },
        {
          "term": "cervical cancer",
          "heading": false
        },
        {
          "term": "virus infection",
          "heading": false
        },
        {
          "term": "pertain",
          "heading": false
        },
        {
          "term": "foreground",
          "heading": false
        },
        {
          "term": "prevalence",
          "heading": false
        }
      ],
      "extract": "These questions pertain to important background information on the issues under consideration and their context. They do not relate to evidence of the type that directly informs recommendations, but they do lead to information which helps to frame and formulate the foreground questions. Background questions may pertain, for instance, to definitions; the prevalence, burden and distribution of the problem or disease",
      "extractCut": true
    },
    {
      "id": "sec-110-712-foreground-or-key-questions",
      "number": "7.1.2",
      "title": "Foreground or key questions",
      "level": 4,
      "pageStart": 90,
      "pageEnd": 90,
      "labelStart": "78",
      "labelEnd": "78",
      "words": 196,
      "summary": {
        "text": "Describes foreground or key questions as the basis of the evidence search behind recommendations, and explains how their focus varies by topic: efficacy, harms, acceptability, feasibility and cost for interventions; sensitivity and specificity for diagnostic tests; and baseline risk or relative risk for exposures. It illustrates each with example questions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "key questions",
          "heading": true
        },
        {
          "term": "revolve",
          "heading": false
        },
        {
          "term": "pertain",
          "heading": false
        },
        {
          "term": "papilloma",
          "heading": false
        },
        {
          "term": "focuses",
          "heading": false
        }
      ],
      "extract": "These questions form the basis of the search for the evidence that will underpin the recommendations. They will be of various types, depending on the nature of the guideline and the specific topics it will cover. When a potential recommendation focuses on an intervention, the key questions pertain to the efficacy, effectiveness and potential harms of the intervention, as well as to factors such as acceptability,",
      "extractCut": true
    },
    {
      "id": "sec-111-721-population",
      "number": "7.2.1",
      "title": "Population",
      "level": 4,
      "pageStart": 90,
      "pageEnd": 91,
      "labelStart": "78",
      "labelEnd": "79",
      "words": 2,
      "summary": {
        "text": "A near-empty fragment containing only the words Chapter 7.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Chapter 7",
      "extractCut": false
    },
    {
      "id": "sec-112-7-formulating-questions-and-selecting-outcomes",
      "number": "7",
      "title": "Formulating questions and selecting outcomes",
      "level": 2,
      "pageStart": 91,
      "pageEnd": 91,
      "labelStart": "79",
      "labelEnd": "79",
      "words": 109,
      "summary": {
        "text": "Extraction put text under the wrong heading: this section ends the examples of foreground questions with a bedaquiline example for multi-drug-resistant tuberculosis. It then states that foreground questions are the most important for guideline development, usually need a systematic review with GRADE quality assessment, and should be framed in PICO format.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "foreground questions",
          "heading": false
        },
        {
          "term": "conversion",
          "heading": false
        },
        {
          "term": "outcomes",
          "heading": true
        }
      ],
      "extract": "79 ■■ In multi-drug-resistant tuberculosis patients, does the addition of bedaquiline to WHO-recommended second-line drug therapy improve outcomes, as reflected by culture conversion and the time to such conversion? Foreground questions are the most important ones for guideline development. The evidence identified on these questions will be used by the GDG to underpin the recommendations and these questions usually",
      "extractCut": true
    },
    {
      "id": "sec-113-72-formulating-key-questions-in-pico-format",
      "number": "7.2",
      "title": "Formulating key questions in PICO format",
      "level": 3,
      "pageStart": 91,
      "pageEnd": 91,
      "labelStart": "79",
      "labelEnd": "79",
      "words": 71,
      "summary": {
        "text": "Defines PICO as population, intervention or exposure, comparator and outcome, and mentions the PICOTS variant adding timing and setting. The text breaks off mid-sentence at the end of the section.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "pico",
          "heading": true
        },
        {
          "term": "wrapping",
          "heading": false
        },
        {
          "term": "simplicity",
          "heading": false
        }
      ],
      "extract": "PICO is an acronym for population, intervention (or exposure), comparator and outcome − four elements that should be considered in any question governing a systematic search of the evidence. Sometimes T is added for the timing of the measurement of outcomes or for the duration of the intervention or exposure, and S for the setting where the recommendations will be implemented (PICOTS). For simplicity we use PICO in",
      "extractCut": true
    },
    {
      "id": "sec-114-722-intervention-or-exposure",
      "number": "7.2.2",
      "title": "Intervention or exposure",
      "level": 4,
      "pageStart": 91,
      "pageEnd": 93,
      "labelStart": "79",
      "labelEnd": "81",
      "words": 418,
      "summary": {
        "text": "Extraction put text under a heading that covers only part of it: it finishes the PICO introduction by noting that PICO also structures inclusion criteria and recommendations. It then lists guiding questions for the population element (demographics, setting, subpopulations) and for the intervention or exposure element (what treatment, policy or determinant is evaluated and at what levels).",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "exposure",
          "heading": true
        },
        {
          "term": "intervention",
          "heading": true
        },
        {
          "term": "risk factor",
          "heading": false
        },
        {
          "term": "baseline risk",
          "heading": false
        },
        {
          "term": "environmental",
          "heading": false
        },
        {
          "term": "health-care system",
          "heading": false
        },
        {
          "term": "subpopulations",
          "heading": false
        },
        {
          "term": "social",
          "heading": false
        }
      ],
      "extract": "the P (population) or the I. The PICO format also provides a useful structure for delineating inclusion and exclusion criteria for the body of evidence (see Chapter 8) and for formulating recommendations (see Chapter 10). 7.2.1 Population What group or population is targeted by the intervention or exposure under consideration? ■■ How can the members of the target population be most accurately described? What are the",
      "extractCut": true
    },
    {
      "id": "sec-115-724-outcomes",
      "number": "7.2.4",
      "title": "Outcomes",
      "level": 4,
      "pageStart": 93,
      "pageEnd": 93,
      "labelStart": "81",
      "labelEnd": "81",
      "words": 1,
      "summary": {
        "text": "A page number only, the number 81.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "81",
      "extractCut": false
    },
    {
      "id": "sec-116-723-comparator",
      "number": "7.2.3",
      "title": "Comparator",
      "level": 4,
      "pageStart": 93,
      "pageEnd": 94,
      "labelStart": "81",
      "labelEnd": "82",
      "words": 251,
      "summary": {
        "text": "Lists guiding questions for the comparator element of PICO, covering alternatives such as standard practice, placebo, no intervention and other interventions, and stresses that comparators close to current practice are most useful. It also begins the outcomes element, asking which benefits, harms and equity effects matter most to affected people and calling for input from experts, programme managers and those affected.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "current practice",
          "heading": false
        },
        {
          "term": "comparators",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        },
        {
          "term": "health sector",
          "heading": false
        },
        {
          "term": "exposure",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        },
        {
          "term": "outcomes",
          "heading": false
        }
      ],
      "extract": "What courses of action or exposures stand as alternatives with which to compare those recommended in the guideline? ■■ The comparator in a recommendation may be standard practice – including no specific treatment – or another intervention relevant to current practice or policy. ■■ Comparators may be placebo, no intervention, the standard of care, a gold or reference standard diagnostic test, variations of the",
      "extractCut": true
    },
    {
      "id": "sec-117-725-examples-of-key-questions-in-pico-format",
      "number": "7.2.5",
      "title": "Examples of key questions in PICO format",
      "level": 4,
      "pageStart": 94,
      "pageEnd": 95,
      "labelStart": "82",
      "labelEnd": "83",
      "words": 611,
      "summary": {
        "text": "Presents six well-formulated key questions in PICO format, with the population, intervention, comparator and outcome labelled in each. It then contrasts one poorly formulated question about a drug for multi-drug-resistant tuberculosis, lists what it leaves unspecified, and gives a better rewording.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "pico format",
          "heading": true
        },
        {
          "term": "key questions",
          "heading": true
        },
        {
          "term": "breast cancer",
          "heading": false
        },
        {
          "term": "multi-drug-resistant tuberculosis",
          "heading": false
        },
        {
          "term": "cost effectiveness",
          "heading": false
        },
        {
          "term": "cost effective",
          "heading": false
        },
        {
          "term": "year period",
          "heading": false
        },
        {
          "term": "years gained",
          "heading": false
        }
      ],
      "extract": "The following are well-formulated key questions: ■■ In a rural population in a low-income country (Population), does paying higher salaries to health workers (Intervention), compared with paying standard salaries (Comparator), increase the number of health workers in rural areas (Outcome) within a 5-year period? ■■ In babies born to HIV-positive women (P), does screening with a new rapid diagnostic test (I),",
      "extractCut": true
    },
    {
      "id": "sec-118-73-types-of-key-questions",
      "number": "7.3",
      "title": "Types of key questions",
      "level": 3,
      "pageStart": 95,
      "pageEnd": 98,
      "labelStart": "83",
      "labelEnd": "86",
      "words": 784,
      "summary": {
        "text": "Explains that PICO can be applied beyond intervention efficacy to the main question types relevant to WHO guidelines: efficacy and effectiveness, harms, diagnosis, values and preferences, and risk assessment. It introduces Table 7.1, which gives the syntax and an example for each type.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "intervention harms",
          "heading": false
        },
        {
          "term": "intervention efficacy",
          "heading": false
        },
        {
          "term": "certain disease",
          "heading": false
        },
        {
          "term": "ebola treatment",
          "heading": false
        },
        {
          "term": "outcomes matter",
          "heading": false
        },
        {
          "term": "cost effectiveness",
          "heading": false
        },
        {
          "term": "individuals affected",
          "heading": false
        },
        {
          "term": "among individuals",
          "heading": false
        }
      ],
      "extract": "Although the PICO framework was originally devised to address the efficacy, effectiveness and potential harms of an intervention, it can be applied to other types of questions, as outlined in Table 7.1. The general types of questions most relevant to WHO guidelines relate to the following: ■■ intervention efficacy and effectiveness; ■■ intervention harms; ■■ diagnostic approaches and test characteristics; ■■ the",
      "extractCut": true
    },
    {
      "id": "sec-119-74-broadly--versus-narrowly-focused-key-question",
      "number": "7.4",
      "title": "Broadly- versus narrowly-focused key questions",
      "level": 3,
      "pageStart": 98,
      "pageEnd": 99,
      "labelStart": "86",
      "labelEnd": "87",
      "words": 396,
      "summary": {
        "text": "Compares broad and narrow PICO questions, noting that broad ones give generalizable but resource-heavy and heterogeneous evidence while narrow ones are manageable but sparser, with the steering group able to split broad questions. It gives paired examples and shows, with a type 2 diabetes screening example, how several key questions can inform one recommendation question.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "key questions",
          "heading": true
        },
        {
          "term": "broad question",
          "heading": false
        },
        {
          "term": "diabetes mellitus",
          "heading": false
        },
        {
          "term": "pico question",
          "heading": false
        },
        {
          "term": "type diabetes",
          "heading": false
        },
        {
          "term": "recommendation question",
          "heading": false
        },
        {
          "term": "housing allowance",
          "heading": false
        },
        {
          "term": "pico format",
          "heading": false
        }
      ],
      "extract": "Questions based on the PICO format may be broad or narrow in scope. A broad question will lead to a comprehensive summary of a larger body of evidence and more generalizable findings, but it may also require significantly more resources to answer. A broad question may also yield very heterogeneous evidence, making interpretation difficult. On the other hand, a narrow question may be easier to manage, but the",
      "extractCut": true
    },
    {
      "id": "sec-120-75-number-of-key-questions",
      "number": "7.5",
      "title": "Number of key questions",
      "level": 3,
      "pageStart": 99,
      "pageEnd": 99,
      "labelStart": "87",
      "labelEnd": "87",
      "words": 93,
      "summary": {
        "text": "States that the number of key questions depends on guideline scope, resources and timeline, and that some recommendations need several key questions while others need one. It advises against combining several key questions into one because the workload stays the same.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "key questions",
          "heading": true
        },
        {
          "term": "number",
          "heading": true
        },
        {
          "term": "wrapping",
          "heading": false
        }
      ],
      "extract": "The number of key questions for a guideline varies greatly, depending on the scope of the guideline (the number of areas of uncertainty) and the available resources and timeline. In addition, key questions vary greatly in scope and complexity for each component of PICO. As noted above, for some types of recommendations, several key questions are needed to provide the evidence base; for others, only one key question",
      "extractCut": true
    },
    {
      "id": "sec-121-76-selecting-and-rating-outcomes",
      "number": "7.6",
      "title": "Selecting and rating outcomes",
      "level": 3,
      "pageStart": 99,
      "pageEnd": 101,
      "labelStart": "87",
      "labelEnd": "89",
      "words": 398,
      "summary": {
        "text": "Explains how to select and rate outcomes: the steering group drafts a list of desirable, undesirable and equity-related outcomes, the GDG adds to it, and members rate each on a 1 to 9 scale (7 to 9 critical, 4 to 6 important, 1 to 3 unimportant) from the perspective of those affected. It describes using the mean or median score, in-person discussion or a Delphi approach, and limiting the list to about seven important or critical outcomes.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "outcomes",
          "heading": true
        },
        {
          "term": "selecting",
          "heading": true
        },
        {
          "term": "rating",
          "heading": true
        },
        {
          "term": "unimportant",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "ranked",
          "heading": false
        },
        {
          "term": "rank",
          "heading": false
        }
      ],
      "extract": "The purpose of any recommendation is to achieve a net benefit. Thus, selecting the most important outcomes is critical to producing a useful guideline. The value attached to a given outcome by different populations and subpopulations varies. For this reason, it is essential to ask members of the GDG − which should contain end-users, implementers, patient representatives, policy-makers, technical experts and perhaps",
      "extractCut": true
    },
    {
      "id": "sec-122-77-finalizing-the-key-questions-and-priority-out",
      "number": "7.7",
      "title": "Finalizing the key questions and priority outcomes",
      "level": 3,
      "pageStart": 101,
      "pageEnd": 101,
      "labelStart": "89",
      "labelEnd": "89",
      "words": 99,
      "summary": {
        "text": "Says the steering group finalizes the key questions after input from experts and end-users, restricting systematic-review questions to areas of greatest controversy and uncertainty because they drive time and resources. It introduces the stepwise process shown in Figure 7.2.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "key questions",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "controversy",
          "heading": false
        }
      ],
      "extract": "Key questions should be finalized by the steering group after receiving input from all the relevant experts, including end-users (e.g. programme managers, partner agencies, and consumer and patient groups). Because the number of questions that call for systematic reviews will be a major determinant of the time and resources needed to complete the guideline, the steering group should aim to restrict the questions to",
      "extractCut": true
    },
    {
      "id": "sec-123-step-1-generate-an-initial-list-of-questions",
      "number": null,
      "title": "Step 1: generate an initial list of questions",
      "level": 4,
      "pageStart": 101,
      "pageEnd": 101,
      "labelStart": "89",
      "labelEnd": "89",
      "words": 27,
      "summary": {
        "text": "Describes step 1 of finalizing key questions: the steering group drafts an initial list of questions from the agreed scope and divides them into background and foreground questions.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The steering group develops an initial list of potential questions based on the agreed-upon scope of the guideline. These are then divided into background and foreground questions.",
      "extractCut": false
    },
    {
      "id": "sec-124-step-2-draft-the-key-questions-in-pico-format",
      "number": null,
      "title": "Step 2: draft the key questions in PICO format",
      "level": 4,
      "pageStart": 101,
      "pageEnd": 101,
      "labelStart": "89",
      "labelEnd": "89",
      "words": 24,
      "summary": {
        "text": "Describes step 2: the steering group, with input from the GDG, the systematic review team and the methodologist, writes the foreground questions in PICO format.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The steering group, with input from the GDG, the systematic review team and the guideline methodologist, applies the PICO framework to the foreground questions.",
      "extractCut": false
    },
    {
      "id": "sec-125-step-3-list-relevant-outcomes",
      "number": null,
      "title": "Step 3: list relevant outcomes",
      "level": 4,
      "pageStart": 101,
      "pageEnd": 101,
      "labelStart": "89",
      "labelEnd": "89",
      "words": 32,
      "summary": {
        "text": "Describes step 3: the steering group lists relevant benefits and harms as outcomes, and the GDG reviews the list and may add important ones.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "list",
          "heading": true
        },
        {
          "term": "outcomes",
          "heading": true
        },
        {
          "term": "relevant",
          "heading": true
        }
      ],
      "extract": "The steering group should list relevant outcomes, including both the potential benefits and harms of the intervention or exposure. The GDG then reviews this list and may add additional outcomes considered important.",
      "extractCut": false
    },
    {
      "id": "sec-126-step-4-review-and-revise",
      "number": null,
      "title": "Step 4: review and revise",
      "level": 4,
      "pageStart": 101,
      "pageEnd": 103,
      "labelStart": "89",
      "labelEnd": "91",
      "words": 149,
      "summary": {
        "text": "Describes step 4, in which the draft questions and outcomes are sent to the GDG and possibly other stakeholders for review and comment. The extracted text also contains the text of Figure 7.2, a flowchart of prioritizing key questions and outcomes for both foreground and background questions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "background questions",
          "heading": false
        },
        {
          "term": "key questions",
          "heading": false
        },
        {
          "term": "priority key",
          "heading": false
        },
        {
          "term": "foreground",
          "heading": false
        },
        {
          "term": "review",
          "heading": true
        }
      ],
      "extract": "The list of questions and outcomes of interest should be sent by the steering group to the GDG and possibly to other stakeholders for review and comment. WHO handbook for guideline development 90 Fig. 7.2. Prioritizing key questions and outcomes Generate an initial list of questions, both background and foreground Draft the key (foreground) questions in PICO format (require a systematic review) List all relevant",
      "extractCut": true
    },
    {
      "id": "sec-127-step-5-prioritize-the-key-questions",
      "number": null,
      "title": "Step 5: prioritize the key questions",
      "level": 4,
      "pageStart": 103,
      "pageEnd": 103,
      "labelStart": "91",
      "labelEnd": "91",
      "words": 39,
      "summary": {
        "text": "Describes step 5: the steering group, with input from the GDG, review team and methodologist, finalizes and ranks the background and foreground questions, after which it decides which foreground questions need systematic reviews.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "foreground questions",
          "heading": false
        },
        {
          "term": "ranks",
          "heading": false
        },
        {
          "term": "methodologist",
          "heading": false
        }
      ],
      "extract": "The steering group, with input from the GDG, the systematic review team and the methodologist, finalizes the list of background and foreground questions and ranks them in order of priority. Determining which foreground questions need systematic reviews follows next.",
      "extractCut": false
    },
    {
      "id": "sec-128-step-6-rate-the-outcomes",
      "number": null,
      "title": "Step 6: rate the outcomes",
      "level": 4,
      "pageStart": 103,
      "pageEnd": 103,
      "labelStart": "91",
      "labelEnd": "91",
      "words": 32,
      "summary": {
        "text": "Describes step 6: the GDG and other stakeholders, including those directly affected, rate or rank the listed outcomes using a formal process.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The GDG and/or other stakeholders, such as service users and others directly affected by the recommendations, then rate or rank the listed outcomes using a formal process, such as that described above.",
      "extractCut": false
    },
    {
      "id": "sec-129-step-7-finalize-the-key-questions-and-the-import",
      "number": null,
      "title": "Step 7: finalize the key questions and the important and critical outcomes",
      "level": 4,
      "pageStart": 103,
      "pageEnd": 103,
      "labelStart": "91",
      "labelEnd": "91",
      "words": 21,
      "summary": {
        "text": "Describes step 7: the steering group lists the high-priority key questions and the outcomes the GDG will use to formulate recommendations.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "outcomes The steering group should list the high-priority key questions and the outcomes which the GDG will use to formulate recommendations.",
      "extractCut": false
    },
    {
      "id": "sec-130-78-analytic-frameworks",
      "number": "7.8",
      "title": "Analytic frameworks",
      "level": 3,
      "pageStart": 103,
      "pageEnd": 104,
      "labelStart": "91",
      "labelEnd": "92",
      "words": 322,
      "summary": {
        "text": "Explains analytic frameworks, which are diagrams showing how an intervention or exposure relates to the population, comparator and outcomes, and the pathways linking intermediate to distal health outcomes. It says they make evidence types and assumptions explicit and help explain GDG agreement and disagreement, and advises the steering group to develop them early, with input from the GDG, review team and methodologist.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "analytic frameworks",
          "heading": true
        },
        {
          "term": "physical activity",
          "heading": false
        },
        {
          "term": "cardiovascular disease",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "health outcomes",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "review team",
          "heading": false
        }
      ],
      "extract": "A diagram illustrating the components of the intervention or exposure, and its relationship to the population, comparator and outcomes, is an extremely useful tool for the systematic review team, the steering group and the GDG. Such diagrams go by different names: analytic frameworks, evidence models, logic models, causal pathways, decision trees, etc. The analytic framework illustrates the various components of the",
      "extractCut": true
    },
    {
      "id": "sec-131-79-references",
      "number": "7.9",
      "title": "References",
      "level": 3,
      "pageStart": 104,
      "pageEnd": 105,
      "labelStart": "92",
      "labelEnd": "93",
      "words": 230,
      "summary": {
        "text": "A reference list of five sources for the question-formulation chapter, including GRADE, NICE guideline manual and US Preventive Services Task Force papers. The extraction also appends the opening paragraphs of the next chapter, which state that WHO recommendations must rest on the best available evidence and on a systematic review guided by key questions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "clin epidemiol",
          "heading": false
        },
        {
          "term": "pmid",
          "heading": false
        },
        {
          "term": "clinical excellence",
          "heading": false
        },
        {
          "term": "helfand",
          "heading": false
        },
        {
          "term": "kunz",
          "heading": false
        },
        {
          "term": "vist",
          "heading": false
        },
        {
          "term": "doi",
          "heading": false
        }
      ],
      "extract": "1. Guyatt GH, Oxman AD, Vist GE, Kunz R, Falck-Ytter Y, Alonso-Coello P, et al.; GRADE Working Group. GRADE: an emerging consensus on rating quality of evidence and strength of recommendations. BMJ. 2008;336(7650):924–6. doi: http://dx.doi.org/10.1136/ bmj.39489.470347.AD PMID: 18436948 2. National Institute for Health and Clinical Excellence. The guidelines manual – Chapter 4. London: National Institute for Health",
      "extractCut": true
    },
    {
      "id": "sec-132-81-what-is-a-systematic-review",
      "number": "8.1",
      "title": "What is a systematic review?",
      "level": 3,
      "pageStart": 105,
      "pageEnd": 105,
      "labelStart": "93",
      "labelEnd": "93",
      "words": 220,
      "summary": {
        "text": "Defines a systematic review and explains that systematic reviews should underpin all WHO recommendations because they reduce bias and improve reliability. It lists seven characteristics of a systematic review, such as focused questions, explicit methods, predefined eligibility criteria, a comprehensive search and risk-of-bias assessment, and begins to note that non-systematic reviews lack these.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic review",
          "heading": true
        },
        {
          "term": "non-systematic reviews",
          "heading": false
        },
        {
          "term": "eligibility criteria",
          "heading": false
        },
        {
          "term": "explicit",
          "heading": false
        },
        {
          "term": "conclusions",
          "heading": false
        },
        {
          "term": "characteristics",
          "heading": false
        }
      ],
      "extract": "A systematic review is “a review of a clearly formulated question that uses systematic and explicit methods to identify, select, and critically appraise relevant research, and to extract and analyse data from the studies that are included in the review” (1). If conducted properly, systematic reviews reduce the risk of bias and improve the reliability and accuracy of conclusions based on evidence. Systematic reviews",
      "extractCut": true
    },
    {
      "id": "sec-133-8-evidence-retrieval-and-synthesis",
      "number": "8",
      "title": "Evidence retrieval and synthesis",
      "level": 2,
      "pageStart": 105,
      "pageEnd": 106,
      "labelStart": "93",
      "labelEnd": "94",
      "words": 113,
      "summary": {
        "text": "Continues from the previous section, stating that non-systematic and low-quality systematic reviews should not inform WHO guidelines and that staff must be able to recognize them. It distinguishes a systematic review from a meta-analysis, a quantitative pooling of outcomes, and says pooling studies not found through a systematic review should generally be avoided.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "pooled estimate",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "synthesis",
          "heading": true
        }
      ],
      "extract": "93 WHO handbook for guideline development 94 and low-quality systematic reviews should not inform WHO guidelines and WHO staff must be able to recognize these and understand their limitations. A systematic review is different from a meta-analysis. The latter term refers to the quantitative synthesis (pooling) of an outcome across comparable studies to achieve a pooled estimate of effect (see Section 8.3.5). A",
      "extractCut": true
    },
    {
      "id": "sec-134-82-identifying-and-evaluating-existing-systemati",
      "number": "8.2",
      "title": "Identifying and evaluating existing systematic reviews",
      "level": 3,
      "pageStart": 106,
      "pageEnd": 106,
      "labelStart": "94",
      "labelEnd": "94",
      "words": 61,
      "summary": {
        "text": "Explains that after scoping and drafting key questions, the next step is to identify at least one systematic review per key question, since existing reviews inform development whether or not a new review or an update is needed.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic reviews",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "existing",
          "heading": true
        }
      ],
      "extract": "After scoping the proposed guideline (see Chapter 2) and crafting the key questions (see Chapter 7), the next step in guideline development is to identify one or more systematic reviews to address each key question. Existing systematic reviews will inform the guideline development process, whether or not a new systematic review or an update of an existing review will be required.",
      "extractCut": false
    },
    {
      "id": "sec-135-821-sources-for-existing-systematic-reviews",
      "number": "8.2.1",
      "title": "Sources for existing systematic reviews",
      "level": 4,
      "pageStart": 106,
      "pageEnd": 107,
      "labelStart": "94",
      "labelEnd": "95",
      "words": 461,
      "summary": {
        "text": "Describes where to find existing systematic reviews: comprehensive searches of databases such as Medline and EMBASE, with the limits of review-specific search filters, and searches of the Cochrane Library for reviews and protocols. It also covers how the GRC Secretariat can link staff to Cochrane, and names DARE, Epistemonikos and Health Systems Evidence as other sources.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic reviews",
          "heading": true
        },
        {
          "term": "existing reviews",
          "heading": true
        },
        {
          "term": "search filters",
          "heading": false
        },
        {
          "term": "cochrane library",
          "heading": false
        },
        {
          "term": "cochrane collaboration",
          "heading": false
        },
        {
          "term": "search strategies",
          "heading": false
        },
        {
          "term": "social care",
          "heading": false
        },
        {
          "term": "database",
          "heading": false
        }
      ],
      "extract": "The search for existing systematic reviews in bibliographic databases, such as Medline and EMBASE, should be comprehensive and conducted on the basis of the predefined key question(s). This search can be performed by the steering group or can be commissioned to an external team. Search filters specific for reviews are available in search engines such as PubMed or OVID and are useful for preliminary scoping. The",
      "extractCut": true
    },
    {
      "id": "sec-136-822-is-a-new-systematic-review-needed",
      "number": "8.2.2",
      "title": "Is a new systematic review needed?",
      "level": 4,
      "pageStart": 107,
      "pageEnd": 108,
      "labelStart": "95",
      "labelEnd": "96",
      "words": 47,
      "summary": {
        "text": "States that a new systematic review is not always needed, since relevant, current and high-quality existing reviews should be used and updates are usually cheaper and faster than new reviews. The extraction also includes page-header text.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic",
          "heading": true
        },
        {
          "term": "time-consuming",
          "heading": false
        },
        {
          "term": "reviews",
          "heading": false
        }
      ],
      "extract": "It is not always necessary to commission a new systematic review (see Fig. 8.1). If one or more relevant, current and high-quality systematic reviews exist, these should be used. Updates, if needed, are usually less expensive and time-consuming than new reviews. WHO handbook for guideline development 96",
      "extractCut": false
    },
    {
      "id": "sec-137-823-evaluating-the-relevance-and-quality-of-exis",
      "number": "8.2.3",
      "title": "Evaluating the relevance and quality of existing systematic reviews",
      "level": 4,
      "pageStart": 108,
      "pageEnd": 109,
      "labelStart": "96",
      "labelEnd": "97",
      "words": 438,
      "summary": {
        "text": "Explains how the steering group assesses existing systematic reviews for relevance (by comparing each PICO component with the guideline's key question), quality and timeliness before deciding whether a new review is needed. It names the AMSTAR, R-AMSTAR and Oxman and Guyatt checklists, warns against using them as scoring tools, and says there is no fixed rule for dismissing a review as out of date. The extraction includes the text of Figure 8.1, a yes-or-no decision flowchart.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic reviews",
          "heading": true
        },
        {
          "term": "existing systematic",
          "heading": true
        },
        {
          "term": "quality",
          "heading": true
        },
        {
          "term": "key question",
          "heading": false
        },
        {
          "term": "relevance",
          "heading": true
        },
        {
          "term": "checklists",
          "heading": false
        },
        {
          "term": "items",
          "heading": false
        },
        {
          "term": "yes",
          "heading": false
        }
      ],
      "extract": "reviews Once existing systematic reviews are retrieved, the steering group needs to assess their relevance, quality, and timeliness before deciding whether a new review needs to be commissioned. To assess relevance, compare the key question of the existing systematic review to the key questions that were developed during the guideline scoping exercise, considering each component of PICO. Most frequently, the",
      "extractCut": true
    },
    {
      "id": "sec-138-83-steps-in-performing-a-systematic-review",
      "number": "8.3",
      "title": "Steps in performing a systematic review",
      "level": 3,
      "pageStart": 109,
      "pageEnd": 110,
      "labelStart": "97",
      "labelEnd": "98",
      "words": 71,
      "summary": {
        "text": "Introduces the six basic steps of the systematic review process, distinct from the guideline development process, and says the steering group performs step 1 with input from the review team while the review team usually performs the rest in collaboration with the steering group.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic review",
          "heading": true
        },
        {
          "term": "steps",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        }
      ],
      "extract": "There are six basic steps in the systematic review process (see Fig. 8.2) (as distinct from the guideline development process described in Chapter 1). Step 1, which involves developing and finalizing the key questions, should be performed by the steering group with input from the systematic review WHO handbook for guideline development 98 team; the remaining steps are usually performed by the systematic review team",
      "extractCut": true
    },
    {
      "id": "sec-139-step-1-develop-and-finalize-the-key-questions-an",
      "number": null,
      "title": "Step 1: develop and finalize the key questions and the studyeligibility criteria",
      "level": 4,
      "pageStart": 110,
      "pageEnd": 111,
      "labelStart": "98",
      "labelEnd": "99",
      "words": 236,
      "summary": {
        "text": "Describes step 1 of a systematic review: finalizing the key questions in PICO format and setting explicit study eligibility criteria, which are drafted and agreed by consensus between the steering group and the review team. It lists the additions to PICO for inclusion criteria, such as time frame, setting, study design, language and date range. The extraction also includes the text of Figure 8.2, which lists the six review steps.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "key questions",
          "heading": true
        },
        {
          "term": "pico format",
          "heading": false
        },
        {
          "term": "criteria",
          "heading": true
        },
        {
          "term": "exclusion criteria",
          "heading": false
        },
        {
          "term": "eligibility criteria",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "inclusion",
          "heading": false
        }
      ],
      "extract": "eligibility criteria In addition to specifying a guideline’s key questions in PICO format, it is essential to develop explicit and thoughtful criteria for deciding which studies to include or not include in the systematic review, be they primary studies or existing reviews. The inclusion and exclusion criteria, as they are known, are drafted by either the steering group or the systematic review team, reviewed Fig.",
      "extractCut": true
    },
    {
      "id": "sec-140-step-2-identify-information-sources-and-search-f",
      "number": null,
      "title": "Step 2: identify information sources and search for originalarticles",
      "level": 4,
      "pageStart": 111,
      "pageEnd": 113,
      "labelStart": "99",
      "labelEnd": "101",
      "words": 697,
      "summary": {
        "text": "Describes step 2, designing and running the search for studies, which needs an information science expert, review of draft strategies and consultation with a WHO information scientist. It explains the trade-off between search sensitivity and precision and the need to search for studies from low- and middle-income countries, including regional databases under Global Index Medicus.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "bibliographic databases",
          "heading": false
        },
        {
          "term": "search",
          "heading": true
        },
        {
          "term": "database searching",
          "heading": false
        },
        {
          "term": "sensitive search",
          "heading": false
        },
        {
          "term": "search strategy",
          "heading": false
        },
        {
          "term": "records retrieved",
          "heading": false
        },
        {
          "term": "relevant records",
          "heading": false
        },
        {
          "term": "grey literature",
          "heading": false
        }
      ],
      "extract": "articles The development and finalization of the strategies for searching for evidence that meets the established inclusion criteria is a fundamental step in developing guidelines. It must be done correctly or the quality of the guideline may be compromised. Engaging an expert in information science with specific expertise in bibliographic database searching related to systematic reviews is essential. Several",
      "extractCut": true
    },
    {
      "id": "sec-141-step-3-select-studies-and-abstract-data",
      "number": null,
      "title": "Step 3: select studies and abstract data",
      "level": 4,
      "pageStart": 113,
      "pageEnd": 113,
      "labelStart": "101",
      "labelEnd": "101",
      "words": 249,
      "summary": {
        "text": "Describes step 3: screening records by title and abstract and then by full text against criteria set in advance, followed by extraction of data into predefined templates, with at least two people working independently. It also requires documenting databases, strategies, counts and exclusion reasons, and showing the flow of studies in a PRISMA diagram.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "full text",
          "heading": false
        },
        {
          "term": "studies",
          "heading": true
        },
        {
          "term": "retrieved",
          "heading": false
        },
        {
          "term": "articles",
          "heading": false
        },
        {
          "term": "titles",
          "heading": false
        },
        {
          "term": "abstracts",
          "heading": false
        },
        {
          "term": "diagram",
          "heading": false
        }
      ],
      "extract": "As the first stage in selecting relevant studies, records retrieved from the bibliographic databases and from other sources are recorded and assessed for eligibility by examining their titles and abstracts only. This assessment is performed in accordance with the inclusion and exclusion criteria developed a priori. The full text of articles found to be potentially relevant on the basis of their titles and abstracts",
      "extractCut": true
    },
    {
      "id": "sec-142-step-4-assess-risk-of-bias-of-the-individual-stu",
      "number": null,
      "title": "Step 4: assess risk of bias of the individual studies",
      "level": 4,
      "pageStart": 113,
      "pageEnd": 114,
      "labelStart": "101",
      "labelEnd": "102",
      "words": 174,
      "summary": {
        "text": "Describes step 4: assessing the risk of bias of each included study, naming the main bias types (selection, attrition, performance and detection) and pointing to Chapter 9 for detail. It lists four instruments or resources, including Cochrane risk of bias tools and reports from Canadian and United States agencies.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "bias",
          "heading": true
        },
        {
          "term": "bias tool",
          "heading": false
        },
        {
          "term": "nonrandomized studies",
          "heading": false
        },
        {
          "term": "risk",
          "heading": true
        },
        {
          "term": "cochrane risk",
          "heading": false
        }
      ],
      "extract": "Each study included in a systematic review should be assessed for risk of bias. The main types of bias for intervention studies include selection, attrition, performance and detection bias (22). Nonrandomized studies have similar sources of bias, the most important being selection bias, which results in the presence of systematic differences in the baseline characteristics of the groups being compared. Chapter 9",
      "extractCut": true
    },
    {
      "id": "sec-143-step-5-synthesize-and-report-the-results-and-con",
      "number": null,
      "title": "Step 5: synthesize and report the results and conclusions",
      "level": 4,
      "pageStart": 114,
      "pageEnd": 115,
      "labelStart": "102",
      "labelEnd": "103",
      "words": 405,
      "summary": {
        "text": "Describes step 5, synthesizing and reporting results, either as a meta-analysis when studies are sufficiently homogeneous or as a narrative synthesis when they are not. It explains that results go to the GDG with a GRADE confidence assessment, that meta-analyses give pooled estimates shown in forest plots, and that narrative methods and subgroup analyses should be specified in advance.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "across studies",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "meta-analysis",
          "heading": false
        },
        {
          "term": "narrative",
          "heading": false
        },
        {
          "term": "synthesis",
          "heading": false
        },
        {
          "term": "synthesized",
          "heading": false
        },
        {
          "term": "effect",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": false
        }
      ],
      "extract": "The findings of the systematic review may be synthesized in a narrative manner or quantitatively with a pooled estimate of effect for certain outcomes (in other words, a meta-analysis). The review should describe how data were handled and why a given approach to synthesis was taken for each outcome. The results of the systematic reviews are presented to the GDG, along with an assessment of the confidence in the",
      "extractCut": true
    },
    {
      "id": "sec-144-step-6-prepare-the-final-report-of-the-systemati",
      "number": null,
      "title": "Step 6: prepare the final report of the systematic review",
      "level": 4,
      "pageStart": 115,
      "pageEnd": 115,
      "labelStart": "103",
      "labelEnd": "103",
      "words": 112,
      "summary": {
        "text": "Describes step 6: reporting the review in the standard PRISMA format, with GRADE evidence profiles generally included. It says the level of detail may vary by purpose, but the report must make clear what was done and found without excessive study-level detail.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "report",
          "heading": true
        },
        {
          "term": "systematic",
          "heading": true
        },
        {
          "term": "review",
          "heading": true
        }
      ],
      "extract": "Systematic reviews conducted in developing WHO guidelines should be reported in a standard format using the PRISMA reporting guidelines (20). For some purposes, the methods and results section of the review may be all that WHO will require; for other purposes it may require a full report with detailed introduction and discussion sections. GRADE evidence profiles should generally be part of the final report of the",
      "extractCut": true
    },
    {
      "id": "sec-145-84-including-qualitative-research",
      "number": "8.4",
      "title": "Including qualitative research",
      "level": 3,
      "pageStart": 115,
      "pageEnd": 116,
      "labelStart": "103",
      "labelEnd": "104",
      "words": 203,
      "summary": {
        "text": "Explains how qualitative research can answer how and why questions, help interpret quantitative results, inform scoping, and illuminate barriers, facilitators, values, preferences and unintended social consequences. It points readers to the GRC intranet site and Cochrane resources for further guidance.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "qualitative research",
          "heading": true
        },
        {
          "term": "qualitative data",
          "heading": false
        },
        {
          "term": "key questions",
          "heading": false
        },
        {
          "term": "cochrane",
          "heading": false
        },
        {
          "term": "quantitative",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        }
      ],
      "extract": "Qualitative data can address certain types of key questions that cannot be answered by quantitative research methods, such as “how” and “why” a given intervention produces its effects. Qualitative evidence can help explain, interpret and apply the quantitative results of a systematic review. A synthesis of the findings from qualitative research can be done as part of the scoping of the guideline and can help to",
      "extractCut": true
    },
    {
      "id": "sec-146-85-including-other-types-of-data-in-the-systemat",
      "number": "8.5",
      "title": "Including other types of data in the systematic review",
      "level": 3,
      "pageStart": 116,
      "pageEnd": 116,
      "labelStart": "104",
      "labelEnd": "104",
      "words": 122,
      "summary": {
        "text": "Lists other data types that may be relevant to WHO guidelines, including mechanistic and animal studies for toxic substances, price and programme data or modelling for cost questions, surveys for values and preferences, and data on feasibility, equity and infrastructure.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "data",
          "heading": true
        },
        {
          "term": "mechanistic",
          "heading": false
        },
        {
          "term": "toxic",
          "heading": false
        },
        {
          "term": "types",
          "heading": true
        }
      ],
      "extract": "Many other types and sources of data may be relevant to WHO guidelines. For example, for questions about substances that are potentially toxic to humans or the environment, mechanistic and animal studies may be relevant. Questions about cost and measures of economic efficiency, such as cost– effectiveness, may require information on prices from manufacturers or data from programme evaluations, or may involve",
      "extractCut": true
    },
    {
      "id": "sec-147-86-updating-existing-systematic-reviews",
      "number": "8.6",
      "title": "Updating existing systematic reviews",
      "level": 3,
      "pageStart": 116,
      "pageEnd": 117,
      "labelStart": "104",
      "labelEnd": "105",
      "words": 253,
      "summary": {
        "text": "Discusses updating an existing systematic review as a cheaper route to the needed evidence that is nonetheless complex and demands experience. It advises contacting the original authors, outlines difficulties such as missing information, outdated methods and unavailable data, and concludes that updating is reasonable when a high-quality, fully reported review using current methods exists.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "existing systematic",
          "heading": true
        },
        {
          "term": "updating",
          "heading": true
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "original authors",
          "heading": false
        },
        {
          "term": "update",
          "heading": false
        },
        {
          "term": "chapter",
          "heading": false
        },
        {
          "term": "synthesis",
          "heading": false
        }
      ],
      "extract": "Updating an existing systematic review can be a less expensive and more efficient way to obtain the synthesis of the evidence required to underpin a recommendation. Updating a systematic review is a complex process, however. Like all the methods outlined in this chapter, it calls for significant experience and training if it is to be done well. Once a high-quality and applicable systematic review is identified, its",
      "extractCut": true
    },
    {
      "id": "sec-148-87-how-to-commission-a-systematic-review",
      "number": "8.7",
      "title": "How to commission a systematic review",
      "level": 3,
      "pageStart": 117,
      "pageEnd": 118,
      "labelStart": "105",
      "labelEnd": "106",
      "words": 379,
      "summary": {
        "text": "Explains when and how to commission a systematic review, covering when a new review or update is needed, how cost depends on expertise, question complexity, literature volume and languages, and the use of Cochrane members. It lists five steps for the steering group, from a request for proposals to quality assessment, and requires commissioned teams to know GRADE and produce evidence profiles, with detailed terms of reference.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic review",
          "heading": true
        },
        {
          "term": "grade evidence",
          "heading": false
        },
        {
          "term": "evidence profiles",
          "heading": false
        },
        {
          "term": "expertise",
          "heading": false
        },
        {
          "term": "scan",
          "heading": false
        },
        {
          "term": "commissioned",
          "heading": false
        },
        {
          "term": "supplier",
          "heading": false
        },
        {
          "term": "proposals",
          "heading": false
        }
      ],
      "extract": "A new systematic review is needed if a relevant, high-quality systematic review is not identified. Or if a high-quality review is not up to date, it will need to be updated. If WHO lacks the appropriate expertise and resources (i.e. staff time) for these tasks, then it will have to commission them from an external source. Performing systematic reviews correctly takes time, expertise and resources and the systematic",
      "extractCut": true
    },
    {
      "id": "sec-149-88-systematic-review-quality-standards",
      "number": "8.8",
      "title": "Systematic review quality standards",
      "level": 3,
      "pageStart": 118,
      "pageEnd": 118,
      "labelStart": "106",
      "labelEnd": "106",
      "words": 67,
      "summary": {
        "text": "States that systematic reviews informing WHO recommendations must follow the standards in the Cochrane handbook, and that the Institute of Medicine standards give a useful list of elements of high-quality reviews.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "standards",
          "heading": true
        },
        {
          "term": "reviews",
          "heading": false
        },
        {
          "term": "cochrane",
          "heading": false
        }
      ],
      "extract": "Regardless of the supplier selected, systematic reviews used to inform WHO recommendations must be developed according to the standards outlined by the Cochrane Collaboration in the Cochrane handbook (22). This handbook has a chapter dealing with reviews in public health and health promotion. The evidence-informed standards developed by the Institute of Medicine of the United States also provide a useful list of",
      "extractCut": true
    },
    {
      "id": "sec-150-89-systematic-review-reporting-standards",
      "number": "8.9",
      "title": "Systematic review reporting standards",
      "level": 3,
      "pageStart": 118,
      "pageEnd": 118,
      "labelStart": "106",
      "labelEnd": "106",
      "words": 50,
      "summary": {
        "text": "States that the PRISMA reporting standards, including its equity extension, should be the basis for systematic reviews done for WHO guidelines and should be referenced in contractors' terms of reference.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "reporting standards",
          "heading": true
        },
        {
          "term": "systematic",
          "heading": true
        },
        {
          "term": "prisma-equity",
          "heading": false
        }
      ],
      "extract": "PRISMA contains reporting standards for systematic reviews (20) and these standards should be the basis for reviews performed to develop WHO guidelines. The PRISMA-Equity 2012 extension (31) includes additional reporting standards related to health equity. The terms of reference for systematic review contractors should include a reference to these standards.",
      "extractCut": false
    },
    {
      "id": "sec-151-810-references",
      "number": "8.10",
      "title": "References",
      "level": 3,
      "pageStart": 118,
      "pageEnd": 121,
      "labelStart": "106",
      "labelEnd": "109",
      "words": 1112,
      "summary": {
        "text": "A reference list of cited sources for the systematic review chapter, covering Cochrane and review-quality tools, databases, and reporting standards. The extraction also appends the opening of the next chapter, which introduces the GRADE approach used by WHO to assess evidence quality and lists public GRADE resources.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "cochrane collaboration",
          "heading": false
        },
        {
          "term": "cochrane handbook",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        },
        {
          "term": "grc intranet",
          "heading": false
        },
        {
          "term": "campbell collaboration",
          "heading": false
        },
        {
          "term": "retrieving systematic",
          "heading": false
        },
        {
          "term": "intranet site",
          "heading": false
        }
      ],
      "extract": "1. Glossary of terms in The Cochrane Collaboration. Version 4.2.5. Oxford: The Cochrane Collaboration; 2005. (http://www.cochrane.org/sites/default/files/uploads/glossary.pdf, accessed 11 November 2014). 2. Montori VM, Wilczynski NL, Morgan D, Haynes RB; Hedges Team. Optimal search strategies for retrieving systematic reviews from Medline: analytical survey. BMJ. 2005;330(7482):68. doi:",
      "extractCut": true
    },
    {
      "id": "sec-152-9-evidence-assessment",
      "number": "9",
      "title": "Evidence assessment",
      "level": 2,
      "pageStart": 121,
      "pageEnd": 122,
      "labelStart": "109",
      "labelEnd": "110",
      "words": 7,
      "summary": {
        "text": "A divider for the evidence assessment chapter containing the heading, page numbers 109 and 110 and a running header, with no substantive text.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "109 WHO handbook for guideline development 110",
      "extractCut": false
    },
    {
      "id": "sec-153-91-what-is-the-quality-of-the-evidence",
      "number": "9.1",
      "title": "What is the “quality of the evidence”?",
      "level": 3,
      "pageStart": 122,
      "pageEnd": 122,
      "labelStart": "110",
      "labelEnd": "110",
      "words": 106,
      "summary": {
        "text": "Defines the quality of the evidence, in GRADE terms, as the extent to which one can be confident that an effect estimate is correct, and in guideline terms as confidence that estimates are adequate to support a recommendation. It gives the alternative terms certainty of the evidence and confidence in the estimates of effect.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "quality",
          "heading": true
        },
        {
          "term": "effect",
          "heading": false
        }
      ],
      "extract": "Once the evidence has been retrieved and synthesized through a well conducted systematic review, its quality needs to be assessed. In the context of evidence syntheses, the GRADE working group defines the quality of the evidence as the “extent to which one can be confident that an estimate of the effect or association is correct” (6). In the context of guideline development, the quality of the evidence reflects the",
      "extractCut": true
    },
    {
      "id": "sec-154-92-what-are-grade-evidence-profiles",
      "number": "9.2",
      "title": "What are GRADE evidence profiles?",
      "level": 3,
      "pageStart": 122,
      "pageEnd": 122,
      "labelStart": "110",
      "labelEnd": "110",
      "words": 109,
      "summary": {
        "text": "Explains that GRADE evidence profiles hold the quality assessment and a summary of findings for each important or critical outcome and key question. It says the GDG uses them as the basis for discussion, with outcomes in rows, brief judgements on quality factors and explanatory footnotes.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evidence profiles",
          "heading": true
        },
        {
          "term": "grade",
          "heading": true
        },
        {
          "term": "footnotes",
          "heading": false
        }
      ],
      "extract": "GRADE evidence profiles contain the assessment of the quality of the evidence and a summary of findings across studies for each important or critical outcome and each key question (in PICO format). The GDG uses these summaries as the basis for its discussions and to formulate recommendations (Table 9.1) Outcomes are listed in rows and the judgements made about the factors that determine the quality of the body of",
      "extractCut": true
    },
    {
      "id": "sec-155-93-who-performs-the-quality-assessment",
      "number": "9.3",
      "title": "Who performs the quality assessment?",
      "level": 3,
      "pageStart": 122,
      "pageEnd": 124,
      "labelStart": "110",
      "labelEnd": "112",
      "words": 386,
      "summary": {
        "text": "States that evidence assessment is a specialized task for a methodological expert experienced with GRADE, and that commissioned review teams must have this expertise. The extraction also includes Table 9.1, a GRADE evidence profile example on cryotherapy for cervical intraepithelial neoplasia, with its footnotes and very low quality ratings.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "cryotherapy",
          "heading": false
        },
        {
          "term": "observational studies",
          "heading": false
        },
        {
          "term": "intraepithelial neoplasia",
          "heading": false
        },
        {
          "term": "cervical intraepithelial",
          "heading": false
        },
        {
          "term": "relative risk",
          "heading": false
        },
        {
          "term": "cin",
          "heading": false
        },
        {
          "term": "risk reduction",
          "heading": false
        },
        {
          "term": "evidence profile",
          "heading": false
        }
      ],
      "extract": "Assessing the evidence and developing evidence summaries are specialized tasks that should be performed by a methodological expert with experience using GRADE. Systematic review teams commissioned to support guideline development at WHO must have expertise in using GRADE to conduct evidence assessments. Chapter 9 Evidence assessment 111 Table 9.1. Example of a GRADE evidence profile: is cryotherapy preferable to no",
      "extractCut": true
    },
    {
      "id": "sec-156-94-what-is-the-role-of-who-staff-in-assessing-th",
      "number": "9.4",
      "title": "What is the role of WHO staff in assessing the quality of the evidence?",
      "level": 3,
      "pageStart": 124,
      "pageEnd": 124,
      "labelStart": "112",
      "labelEnd": "112",
      "words": 144,
      "summary": {
        "text": "Describes the role of WHO staff in quality assessment: they must understand GRADE well enough to supervise commissioned work and advise the GDG, and in-house reviewers need in-depth knowledge. It also says GDG members should be briefed on evidence assessment before meetings, using online modules, publications or an introduction by the methodologist or GRC Secretariat.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "gdg members",
          "heading": false
        },
        {
          "term": "staff",
          "heading": true
        },
        {
          "term": "grade",
          "heading": false
        }
      ],
      "extract": "of the evidence? WHO staff responsible for developing guidelines need to understand the basic concepts governing the assessment of the quality of the evidence − and how to apply them in GRADE evidence profiles − to supervise commissioned work and advise GDG members. WHO staff who perform systematic reviews in house must have an in-depth knowledge of GRADE. GDG members should be briefed on how to assess the quality",
      "extractCut": true
    },
    {
      "id": "sec-157-95-how-is-the-quality-of-the-body-of-evidence-as",
      "number": "9.5",
      "title": "How is the quality of the body of evidence assessed for intervention studies?",
      "level": 3,
      "pageStart": 124,
      "pageEnd": 125,
      "labelStart": "112",
      "labelEnd": "113",
      "words": 277,
      "summary": {
        "text": "Explains that GRADE rates the quality of a body of evidence for each outcome as high, moderate, low or very low, not individual studies. It states that for intervention questions the starting point is study design, randomized trials versus nonrandomized and observational studies, and advises presenting different designs separately rather than pooling them in a meta-analysis.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "nonrandomized trials",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "observational studies",
          "heading": false
        },
        {
          "term": "study designs",
          "heading": false
        },
        {
          "term": "guideline developers",
          "heading": false
        },
        {
          "term": "body",
          "heading": true
        },
        {
          "term": "quality",
          "heading": true
        },
        {
          "term": "key question",
          "heading": false
        }
      ],
      "extract": "for intervention studies? GRADE categorizes the quality of the evidence as high, moderate, low or very low (Table 9.2). These quality ratings apply to the body of evidence for each outcome assessed for each key question and not to individual studies. A judgement on the risk of bias of each individual study included in the body of evidence is needed, however, to assess the quality domain of study limitations (see",
      "extractCut": true
    },
    {
      "id": "sec-158-951-five-factors-can-lower-the-quality-of-the-bo",
      "number": "9.5.1",
      "title": "Five factors can lower the quality of the body of evidence for each outcome",
      "level": 4,
      "pageStart": 125,
      "pageEnd": 131,
      "labelStart": "113",
      "labelEnd": "119",
      "words": 1934,
      "summary": {
        "text": "Explains that randomized trial evidence starts as high quality and observational evidence as low, and that five factors can lower the rating: study limitations, inconsistency, indirectness, imprecision and publication bias. It includes Table 9.2 defining the four quality levels, advises recording reasons for downgrading in footnotes without rating mechanically, and details the criteria for each factor, such as randomization and blinding for trials and confounding control for observational studies. It also covers how imprecision is judged by sample size and how publication bias is suspected and handled.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rated down",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "effect estimate",
          "heading": false
        },
        {
          "term": "outcome",
          "heading": true
        },
        {
          "term": "confidence intervals",
          "heading": false
        },
        {
          "term": "serious limitations",
          "heading": false
        },
        {
          "term": "publication bias",
          "heading": false
        },
        {
          "term": "body",
          "heading": true
        }
      ],
      "extract": "each outcome A body of evidence based on RCTs is rated as being of high quality at the outset; evidence from nonrandomized trials or observational studies is rated as being of low quality. For both types of studies, these initial ratings can be adjusted in light of five factors: limitations in study design and execution; indirectness; imprecision; inconsistency; and publication bias (see Fig. 9.1). For a given body",
      "extractCut": true
    },
    {
      "id": "sec-159-952-three-factors-can-increase-the-quality-of-th",
      "number": "9.5.2",
      "title": "Three factors can increase the quality of the evidence from observational studies",
      "level": 4,
      "pageStart": 131,
      "pageEnd": 132,
      "labelStart": "119",
      "labelEnd": "120",
      "words": 501,
      "summary": {
        "text": "Explains that observational evidence, low quality from the start, can be upgraded only if there is no reason to downgrade it, using three criteria: a dose-response gradient, a direction of plausible bias that would understate the effect, and a large magnitude of effect. It describes how precision and features such as rapid or consistent effects bear on upgrading, and says upgrades can be by one or two levels.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "observational studies",
          "heading": true
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "plausible bias",
          "heading": false
        },
        {
          "term": "response gradient",
          "heading": false
        },
        {
          "term": "observational study",
          "heading": false
        },
        {
          "term": "quality",
          "heading": true
        },
        {
          "term": "greater confidence",
          "heading": false
        },
        {
          "term": "upgrade",
          "heading": false
        }
      ],
      "extract": "observational studies Observational studies are considered low quality evidence from the outset by virtue of their design. If, and only if, there are no further limitations, such as additional risk of bias (if, in other words, there is no reason to downgrade their quality), then the assessor can consider upgrading the quality of the evidence according to three criteria: dose−response gradient; direction of plausible",
      "extractCut": true
    },
    {
      "id": "sec-160-96-how-is-the-overall-quality-of-the-evidence-de",
      "number": "9.6",
      "title": "How is the overall quality of the evidence determined?",
      "level": 3,
      "pageStart": 132,
      "pageEnd": 133,
      "labelStart": "120",
      "labelEnd": "121",
      "words": 335,
      "summary": {
        "text": "Explains how the GDG determines overall quality of evidence across all critical outcomes for a recommendation. The lowest quality among the critical outcomes sets the overall quality, with two exceptions where an outcome proves not to be critical or where higher-quality evidence on other critical outcomes already supports the recommendation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "overall quality",
          "heading": true
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "critical outcomes",
          "heading": false
        },
        {
          "term": "evidence across",
          "heading": false
        },
        {
          "term": "turns out",
          "heading": false
        },
        {
          "term": "considered critical",
          "heading": false
        },
        {
          "term": "differs across",
          "heading": false
        },
        {
          "term": "effect estimates",
          "heading": false
        }
      ],
      "extract": "Guideline developers review all the information from the systematic review and, if needed, reassess and make a final decision about which outcomes are critical and which ones are important in light of the recommendations that they aim to formulate. The GDG assigns an overall quality to the evidence, based on a combined rating of the quality of the evidence across all outcomes that are considered critical for",
      "extractCut": true
    },
    {
      "id": "sec-161-97-is-grade-applicable-in-all-situations",
      "number": "9.7",
      "title": "Is GRADE applicable in all situations?",
      "level": 3,
      "pageStart": 133,
      "pageEnd": 133,
      "labelStart": "121",
      "labelEnd": "121",
      "words": 213,
      "summary": {
        "text": "Considers whether GRADE applies in all situations, concluding that its structured, transparent framework has been used widely and that cases where it cannot be applied are rare and need a rationale approved by the GRC. It says GRADE also covers diagnostic tests, prognosis and baseline risk, while methods for environmental exposures, economic efficiency, network meta-analyses and modelling are still under development.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "grade",
          "heading": true
        },
        {
          "term": "grade approach",
          "heading": false
        },
        {
          "term": "questions regarding",
          "heading": false
        },
        {
          "term": "applicable",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "situations",
          "heading": true
        }
      ],
      "extract": "Confusion and concerns exist as to whether GRADE is applicable to all situations in which a GDG issues a recommendation regarding an intervention. The strength of the GRADE approach rests on the use of a structured framework for the assessment of the quality of the evidence and on the requirements that processes be explicit and judgements transparent. GRADE has been applied to a wide range of interventions in",
      "extractCut": true
    },
    {
      "id": "sec-162-98-references",
      "number": "9.8",
      "title": "References",
      "level": 3,
      "pageStart": 133,
      "pageEnd": 135,
      "labelStart": "121",
      "labelEnd": "123",
      "words": 729,
      "summary": {
        "text": "A reference list for the evidence assessment chapter, citing GRADE working group resources, the GRADE handbook and the GRADE guideline series in the Journal of Clinical Epidemiology, along with Cochrane risk of bias and inconsistency papers.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "clin epidemiol",
          "heading": false
        },
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "grade working",
          "heading": false
        },
        {
          "term": "grade guidelines",
          "heading": false
        },
        {
          "term": "oxman",
          "heading": false
        },
        {
          "term": "pmid",
          "heading": false
        },
        {
          "term": "brozek",
          "heading": false
        },
        {
          "term": "higgins jpt",
          "heading": false
        }
      ],
      "extract": "1. Guidelines Review Committee (GRC) [intranet site: available to WHO staff only]. Geneva: World Health Organization; 2014 (http://intranet.who.int/homes/ker/grc/, accessed 14 November 2014). 2. GRADE working group [website]. The GRADE working group; 2014 (http://www.gradeworkinggroup.org/, accessed 12 November 2014). 3. GRADE Online Learning Modules [website]. Ontario: McMaster University; 2014 (http://",
      "extractCut": true
    },
    {
      "id": "sec-163-101-factors-that-determine-the-direction-and-str",
      "number": "10.1",
      "title": "Factors that determine the direction and strength of recommendations",
      "level": 3,
      "pageStart": 135,
      "pageEnd": 135,
      "labelStart": "123",
      "labelEnd": "123",
      "words": 122,
      "summary": {
        "text": "Names the four main factors that determine the direction and strength of a recommendation: quality of the evidence, values and preferences, the balance of benefits and harms, and resource implications. It begins a list of four further considerations that GDGs may discuss separately, starting with the priority of the problem.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "main factors",
          "heading": false
        },
        {
          "term": "four main",
          "heading": false
        },
        {
          "term": "strength",
          "heading": true
        },
        {
          "term": "direction",
          "heading": true
        }
      ],
      "extract": "of recommendations Four main factors determine the direction and strength of a recommendation in public health (1–5): ■■ the confidence in the estimates of effect of the evaluated evidence (i.e. the quality of the evidence) (see Chapter 9); ■■ values and preferences related to the outcomes of an intervention or exposure; ■■ the balance of benefits and harms; and ■■ resource implications. In addition to these four",
      "extractCut": true
    },
    {
      "id": "sec-164-10-developing-recommendations",
      "number": "10",
      "title": "Developing recommendations",
      "level": 2,
      "pageStart": 135,
      "pageEnd": 136,
      "labelStart": "123",
      "labelEnd": "124",
      "words": 97,
      "summary": {
        "text": "Continues the list of additional considerations (equity and human rights, acceptability and feasibility) and says Table 10.1 sets out the GRADE criteria the GDG considers in turn to judge each factor's effect. The extraction mostly contains page numbers, running headers and the table's column headings.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendation",
          "heading": false
        },
        {
          "term": "strength",
          "heading": false
        },
        {
          "term": "direction",
          "heading": false
        }
      ],
      "extract": "123 WHO handbook for guideline development 124 124 ■■ equity and human rights; ■■ acceptability; and ■■ feasibility. Table 10.1 lists the detailed GRADE criteria that determine the direction and strength of a recommendation and describes how they influence the recommendation. These criteria are also included in the GRADE guideline development tool (6). To formulate a recommendation, the GDG considers each factor in",
      "extractCut": true
    },
    {
      "id": "sec-165-1021-quality-of-the-evidence",
      "number": "10.2.1",
      "title": "Quality of the evidence",
      "level": 4,
      "pageStart": 136,
      "pageEnd": 136,
      "labelStart": "124",
      "labelEnd": "124",
      "words": 32,
      "summary": {
        "text": "States, as the first row of Table 10.1, that the quality of the evidence across critical outcomes informs recommendation strength, with higher quality making a strong recommendation more likely.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "The quality of the evidence across outcomes critical to decision-making will inform the strength of the recommendation. The higher the quality of the evidence, the greater the likelihood of a strong recommendation.",
      "extractCut": false
    },
    {
      "id": "sec-166-1022-values-and-preferences",
      "number": "10.2.2",
      "title": "Values and preferences",
      "level": 4,
      "pageStart": 136,
      "pageEnd": 137,
      "labelStart": "124",
      "labelEnd": "125",
      "words": 309,
      "summary": {
        "text": "Gives the remaining rows of Table 10.1, describing how each factor affects the likelihood of a strong recommendation: values and preferences, balance of benefits and harms, resource implications, priority of the problem, equity and human rights, acceptability and feasibility. The text under the heading is the table body, which says that greater certainty, net benefit or advantage on each factor makes a strong recommendation more likely.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "strong recommendation",
          "heading": false
        },
        {
          "term": "likelihood",
          "heading": false
        },
        {
          "term": "greater",
          "heading": false
        },
        {
          "term": "preferences",
          "heading": true
        },
        {
          "term": "resource implications",
          "heading": false
        },
        {
          "term": "values",
          "heading": true
        },
        {
          "term": "human rights",
          "heading": false
        },
        {
          "term": "importance",
          "heading": false
        }
      ],
      "extract": "This describes the relative importance assigned to health outcomes by those affected by them; how such importance varies within and across populations; and whether this importance or variability is surrounded by uncertainty. The less uncertainty or variability there is about the values and preferences of people experiencing the critical or important outcomes, the greater the likelihood of a strong recommendation.",
      "extractCut": true
    },
    {
      "id": "sec-167-102-detailed-criteria-that-should-be-considered",
      "number": "10.2",
      "title": "Detailed criteria that should be considered when moving from evidence to recommendations",
      "level": 3,
      "pageStart": 137,
      "pageEnd": 138,
      "labelStart": "125",
      "labelEnd": "126",
      "words": 450,
      "summary": {
        "text": "Gives detailed guidance on the first two criteria for moving from evidence to recommendations. It explains that higher quality evidence favours a strong recommendation, and that values and preferences concern how people rate outcomes, can be gathered through reviews, primary surveys or GDG experience, and call for a conditional recommendation when uncertain or variable.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conditional recommendation",
          "heading": false
        },
        {
          "term": "people affected",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "gdg members",
          "heading": false
        },
        {
          "term": "preferences",
          "heading": false
        },
        {
          "term": "relative importance",
          "heading": false
        },
        {
          "term": "across populations",
          "heading": false
        },
        {
          "term": "values",
          "heading": false
        }
      ],
      "extract": "moving from evidence to recommendations 10.2.1 Quality of the evidence The quality of the evidence – the degree of confidence in the estimates of effect – is a key factor in determining the strength of a recommendation (see Chapter 9). The higher the quality of the evidence, the more likely a strong recommendation is warranted. Uncertainty can surround both benefits and harms and if the corresponding evidence",
      "extractCut": true
    },
    {
      "id": "sec-168-1023-balance-of-benefits-and-harms",
      "number": "10.2.3",
      "title": "Balance of benefits and harms",
      "level": 4,
      "pageStart": 138,
      "pageEnd": 138,
      "labelStart": "126",
      "labelEnd": "126",
      "words": 89,
      "summary": {
        "text": "Explains that the GDG weighs the size of benefits and harms and the relative importance of outcomes, issuing a strong recommendation when benefits clearly outweigh harms and a conditional one when the balance is uncertain or the net benefit is small.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "harms",
          "heading": true
        },
        {
          "term": "benefits",
          "heading": true
        },
        {
          "term": "balance",
          "heading": true
        }
      ],
      "extract": "When considering the balance between an intervention’s or exposure’s benefits and harms, the GDG should examine the magnitude of the effects and the relative importance of the outcomes, including any disadvantages or inconveniences associated with the intervention (as informed by data on values and preferences). If the benefits clearly outweigh the harms, a strong recommendation is likely to be issued. On the other",
      "extractCut": true
    },
    {
      "id": "sec-169-1024-resource-implications",
      "number": "10.2.4",
      "title": "Resource implications",
      "level": 4,
      "pageStart": 138,
      "pageEnd": 139,
      "labelStart": "126",
      "labelEnd": "127",
      "words": 143,
      "summary": {
        "text": "Explains that resource implications are normally included in recommendations and may be informed by formal economic evaluation, modelling or qualitative description. It says clearer advantages or disadvantages favour a strong recommendation, while uncertain costs favour a conditional one.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "resource implications",
          "heading": true
        },
        {
          "term": "disadvantageous",
          "heading": false
        },
        {
          "term": "omit",
          "heading": false
        },
        {
          "term": "advantageous",
          "heading": false
        }
      ],
      "extract": "Resource considerations are generally included in the formulation of recommendations, unless there is a deliberate and explicit decision to omit them. In considering resource implications, the GDG can be informed by a formal economic evaluation based on estimates collected during evidence retrieval and by modelling of cost–benefit and cost–effectiveness. If a full evaluation is not possible, resource implications",
      "extractCut": true
    },
    {
      "id": "sec-170-1025-priority-of-the-problem",
      "number": "10.2.5",
      "title": "Priority of the problem",
      "level": 4,
      "pageStart": 139,
      "pageEnd": 139,
      "labelStart": "127",
      "labelEnd": "127",
      "words": 41,
      "summary": {
        "text": "States that GDGs should be given evidence on burden of disease, baseline risk, prevalence or incidence, which matters especially when prioritizing across interventions.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "problem",
          "heading": true
        },
        {
          "term": "gdgs",
          "heading": false
        },
        {
          "term": "prioritize",
          "heading": false
        }
      ],
      "extract": "GDGs should consider − and be provided with − evidence about the burden of disease and the baseline risk, prevalence or incidence of the problem that is addressed. These considerations are particularly important when the GDG needs to prioritize across interventions.",
      "extractCut": false
    },
    {
      "id": "sec-171-1026-equity-and-human-rights",
      "number": "10.2.6",
      "title": "Equity and human rights",
      "level": 4,
      "pageStart": 139,
      "pageEnd": 139,
      "labelStart": "127",
      "labelEnd": "127",
      "words": 106,
      "summary": {
        "text": "Explains that GDGs must consider how an intervention affects equity and human rights, giving higher priority to those that increase equity, and that greater likelihood of reducing inequities and wider accessibility make a strong recommendation more likely.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "equity",
          "heading": true
        },
        {
          "term": "increase equity",
          "heading": false
        },
        {
          "term": "gdgs",
          "heading": false
        }
      ],
      "extract": "Interventions have implications for the progressive realization of the right to health and the options given in a guideline can reduce or increase health inequities. Policies or programmes that increase equity or reduce inequity are generally assigned higher priority by GDGs than those that do not. GDGs must carefully consider how the intervention might affect equity and human rights and strive to formulate",
      "extractCut": true
    },
    {
      "id": "sec-172-1027-acceptability",
      "number": "10.2.7",
      "title": "Acceptability",
      "level": 4,
      "pageStart": 139,
      "pageEnd": 140,
      "labelStart": "127",
      "labelEnd": "128",
      "words": 155,
      "summary": {
        "text": "Explains that lower acceptability of an intervention to key stakeholders makes a recommendation less likely or calls for an implementation strategy to address concerns. It lists what shapes acceptability, including who benefits, is harmed or pays, timing of effects and ethical or legal issues.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "acceptability",
          "heading": true
        },
        {
          "term": "siderations",
          "heading": false
        },
        {
          "term": "judicial",
          "heading": false
        },
        {
          "term": "revolve",
          "heading": false
        }
      ],
      "extract": "The lower the acceptability of an intervention to the most important stakeholders, the lower the likelihood that it will be recommended. Or, if it is recommended, the more likely it is that a strategy to address concerns about acceptability during implementation will be included in the guideline with the recommendations. Acceptability is affected by several factors, such as who benefits from an intervention and who",
      "extractCut": true
    },
    {
      "id": "sec-173-1028-feasibility",
      "number": "10.2.8",
      "title": "Feasibility",
      "level": 4,
      "pageStart": 140,
      "pageEnd": 140,
      "labelStart": "128",
      "labelEnd": "128",
      "words": 46,
      "summary": {
        "text": "Explains that less feasible options, with greater implementation barriers, are less likely to be strongly recommended, and that feasibility depends on resources, programme factors, infrastructure and training.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "feasibility",
          "heading": true
        },
        {
          "term": "lesser",
          "heading": false
        },
        {
          "term": "influenced",
          "heading": false
        }
      ],
      "extract": "The less feasible an option is (i.e. the greater the barriers to its implementation), the lesser the likelihood that the intervention will be strongly recommended. Feasibility is influenced by the resources available, programmatic considerations, the existing and the necessary infrastructure and training, and many other factors.",
      "extractCut": false
    },
    {
      "id": "sec-174-103-evidence-to-recommendation-tables",
      "number": "10.3",
      "title": "Evidence-to-recommendation tables",
      "level": 3,
      "pageStart": 140,
      "pageEnd": 140,
      "labelStart": "128",
      "labelEnd": "128",
      "words": 116,
      "summary": {
        "text": "Describes evidence-to-recommendation tables, which show how each factor informs a recommendation, improve transparency, focus discussion and record judgements. It says the GDG should at least document the four main factors and that the review team and methodologist can prepare much of the table beforehand.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "tables",
          "heading": true
        },
        {
          "term": "evidence-to-recommendation",
          "heading": true
        },
        {
          "term": "gdg",
          "heading": false
        }
      ],
      "extract": "Evidence-to-recommendation tables depict how the factors that determine the direction and strength of a recommendation inform the process of developing the recommendation. These tables enhance the transparency of the process, focus the discussions of the GDG and permit recording of the judgements made about each factor and how each one contributed to the recommendation. Because these factors overlap to some extent,",
      "extractCut": true
    },
    {
      "id": "sec-175-104-the-strength-of-the-recommendation",
      "number": "10.4",
      "title": "The strength of the recommendation",
      "level": 3,
      "pageStart": 140,
      "pageEnd": 141,
      "labelStart": "128",
      "labelEnd": "129",
      "words": 88,
      "summary": {
        "text": "Explains that recommendation strength reflects the GDG's confidence in the balance of desirable and undesirable consequences, with a strong recommendation issued when confident and a conditional (weak) one when uncertain. It refers to Table 10.2 as an interpretive aid.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendation",
          "heading": true
        },
        {
          "term": "undesirable consequences",
          "heading": false
        },
        {
          "term": "strength",
          "heading": true
        }
      ],
      "extract": "The strength of a recommendation expresses the degree to which the GDG is confident in the balance between the desirable and undesirable consequences of implementing the recommendation. When a GDG is very certain about this balance (i.e. the desirable consequences clearly outweigh the undesirable consequences), it issues a strong recommendation in favour of an intervention. When it is uncertain about this balance,",
      "extractCut": true
    },
    {
      "id": "sec-176-1041-strong-recommendations",
      "number": "10.4.1",
      "title": "Strong recommendations",
      "level": 4,
      "pageStart": 141,
      "pageEnd": 141,
      "labelStart": "129",
      "labelEnd": "129",
      "words": 69,
      "summary": {
        "text": "Explains that strong recommendations convey confidence that desirable effects outweigh undesirable ones, are uncommon because the balance is rarely certain, and call for caution when evidence quality is low or very low.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "strong recommendations",
          "heading": true
        },
        {
          "term": "cautious",
          "heading": false
        },
        {
          "term": "gdgs",
          "heading": false
        }
      ],
      "extract": "Strong recommendations communicate the message that the guideline is based on the confidence that the desirable effects of adherence to the recommendation outweigh the undesirable consequences. Strong recommendations are uncommon because the balance between the benefits and harms of implementing a recommendation is rarely certain. In particular, GDGs need to be cautious when considering making strong recommendations",
      "extractCut": true
    },
    {
      "id": "sec-177-1042-conditional-or-weak-recommendations",
      "number": "10.4.2",
      "title": "Conditional or weak recommendations",
      "level": 4,
      "pageStart": 141,
      "pageEnd": 142,
      "labelStart": "129",
      "labelEnd": "130",
      "words": 211,
      "summary": {
        "text": "Explains that conditional (weak) recommendations are made when the guideline group is less certain about the balance of benefits and harms, and that they usually state the conditions for implementing them. Includes a table interpreting strong versus conditional recommendations for patients, clinicians and policy-makers.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "conditional recommendations",
          "heading": true
        },
        {
          "term": "decision aides",
          "heading": false
        },
        {
          "term": "decisions consistent",
          "heading": false
        },
        {
          "term": "weak",
          "heading": true
        },
        {
          "term": "preferences",
          "heading": false
        },
        {
          "term": "individuals",
          "heading": false
        }
      ],
      "extract": "Recommendations that are conditional or weak are made when a GDG is less certain about the balance between the benefits and harms or disadvantages of implementing a recommendation. Conditional recommendations generally include a description of the conditions under which the end-user should or should not implement the recommendation. Table 10.2. Interpretation of strong and conditional recommendations for an",
      "extractCut": true
    },
    {
      "id": "sec-178-105-formulating-recommendations",
      "number": "10.5",
      "title": "Formulating recommendations",
      "level": 3,
      "pageStart": 142,
      "pageEnd": 142,
      "labelStart": "130",
      "labelEnd": "130",
      "words": 57,
      "summary": {
        "text": "Describes how evidence-to-recommendation tables record the evidence, judgements and justification for a recommendation's direction and strength, along with subgroups, the formulation process, implementation issues and research gaps.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "justifications",
          "heading": false
        },
        {
          "term": "depict",
          "heading": false
        },
        {
          "term": "evidence-to-recommendation",
          "heading": false
        }
      ],
      "extract": "The evidence-to-recommendation tables depict not only the evidence and judgements leading to a recommendation, but also the justifications for the recommendation’s direction and strength. They also describe the subgroups considered, the process used to formulate recommendations (e.g. if voting took place) and key issues surrounding implementation, evaluation and monitoring (see Chapter 13) as well as research gaps.",
      "extractCut": false
    },
    {
      "id": "sec-179-1051-reaching-agreement-on-recommendations",
      "number": "10.5.1",
      "title": "Reaching agreement on recommendations",
      "level": 4,
      "pageStart": 142,
      "pageEnd": 142,
      "labelStart": "130",
      "labelEnd": "130",
      "words": 162,
      "summary": {
        "text": "Describes how draft recommendations are prepared by the steering group or the guideline group and reviewed against GRADE evidence profiles and evidence-to-decision tables at the meeting. States that the group must agree on direction and strength by consensus, and that strong disagreement points to a conditional recommendation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evidence-to-decision tables",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "gdg",
          "heading": false
        },
        {
          "term": "recommendations",
          "heading": true
        }
      ],
      "extract": "Draft recommendations can be prepared either by the steering group before the GDG meets to formulate recommendations, or during the meeting by the GDG itself. Under the leadership of the chair, the GDG reviews and discusses the GRADE evidence profiles presented by a representative of the systematic review team. In addition, the GDG considers other relevant criteria and evidence as discussed above. If the steering",
      "extractCut": true
    },
    {
      "id": "sec-180-106-writing-recommendations",
      "number": "10.6",
      "title": "Writing recommendations",
      "level": 3,
      "pageStart": 142,
      "pageEnd": 143,
      "labelStart": "130",
      "labelEnd": "131",
      "words": 262,
      "summary": {
        "text": "Sets out how recommendations should be written: clear, actionable, in PICO format, in the active voice, with consistent wording and an indication of strength and evidence quality. Advises on terms such as should and suggest, prefers explicit wording like recommending against over the ambiguous not recommended, and says each recommendation needs a justification, remarks on context and links to its supporting evidence.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendations",
          "heading": true
        },
        {
          "term": "phrases",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "contain",
          "heading": false
        },
        {
          "term": "recommend",
          "heading": false
        },
        {
          "term": "conditional",
          "heading": false
        },
        {
          "term": "intervention",
          "heading": false
        }
      ],
      "extract": "Recommendations need to be clear and actionable, reflect the PICO format and contain an indication of their strength and of the quality of the evidence on which they are based. Outcomes should generally not be mentioned in the recommendation to avoid the impression that only single outcomes are relevant or were considered. The language of each recommendation is critically important. Wherever possible, it should be",
      "extractCut": true
    },
    {
      "id": "sec-181-107-when-not-to-make-recommendations",
      "number": "10.7",
      "title": "When not to make recommendations",
      "level": 3,
      "pageStart": 143,
      "pageEnd": 144,
      "labelStart": "131",
      "labelEnd": "132",
      "words": 198,
      "summary": {
        "text": "Explains that a guideline group may occasionally decide the evidence is insufficient to make a recommendation, and gives a model statement for such cases. Stresses that this should be exceptional, that the lack of evidence must be stated openly, and that case reports or national experience can instead support a documented conditional recommendation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendation",
          "heading": false
        },
        {
          "term": "rare",
          "heading": false
        },
        {
          "term": "dearth",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": false
        },
        {
          "term": "situations",
          "heading": false
        }
      ],
      "extract": "In rare situations, a GDG may decide that the evidence is not sufficient to be able to formulate a recommendation. For instance, it may not be appropriate to make a recommendation when no evidence about the effects of an intervention is found, in which case the following statement could be included: “No recommendation can be made because evidence on the effectiveness (or harms) of intervention X was not identified.”",
      "extractCut": true
    },
    {
      "id": "sec-182-108-future-research",
      "number": "10.8",
      "title": "Future research",
      "level": 3,
      "pageStart": 144,
      "pageEnd": 144,
      "labelStart": "132",
      "labelEnd": "132",
      "words": 89,
      "summary": {
        "text": "Explains that significant evidence gaps should be described in the guideline with suggested questions and methods for future research, possibly prioritized and framed using PICO.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "future",
          "heading": true
        },
        {
          "term": "research",
          "heading": true
        },
        {
          "term": "gaps",
          "heading": false
        }
      ],
      "extract": "When gaps in the evidence are such that significant uncertainty exists with respect to the balance of an intervention’s benefits and harms, such knowledge gaps should be described and questions and methods for addressing the gaps should be suggested. The research agenda can be prioritized, if appropriate. This section of the guideline document will inform future recommendations and guidelines. In formulating",
      "extractCut": true
    },
    {
      "id": "sec-183-109-references",
      "number": "10.9",
      "title": "References",
      "level": 3,
      "pageStart": 144,
      "pageEnd": 145,
      "labelStart": "132",
      "labelEnd": "133",
      "words": 420,
      "summary": {
        "text": "A reference list of publications cited in the chapter on developing recommendations, mostly on GRADE and moving from evidence to recommendations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "copd guideline",
          "heading": false
        },
        {
          "term": "ats ers",
          "heading": false
        },
        {
          "term": "pmid",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "response guideline",
          "heading": false
        },
        {
          "term": "oxman",
          "heading": false
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "grade working",
          "heading": false
        }
      ],
      "extract": "1. Andrews J, Guyatt G, Oxman AD, Alderson P, Dahm P, Falck-Ytter Y, et al. GRADE guidelines: 14. Going from evidence to recommendations: the significance and presentation of recommendations. J Clin Epidemiol. 2013;66(7):719–25. doi: http://dx.doi.org/10.1016/j. jclinepi.2012.03.013 PMID: 23312392 2. Guyatt GH, Oxman AD, Kunz R, Falck-Ytter Y, Vist GE, Liberati A, et al.; GRADE Working Group. Going from evidence to",
      "extractCut": true
    },
    {
      "id": "sec-184-111-what-is-a-rapid-advice-guideline",
      "number": "11.1",
      "title": "What is a rapid advice guideline?",
      "level": 3,
      "pageStart": 145,
      "pageEnd": 145,
      "labelStart": "133",
      "labelEnd": "133",
      "words": 60,
      "summary": {
        "text": "Introduces the rapid advice guideline as an evidence-informed guideline produced within one to three months in response to a public health emergency, following the usual steps with modifications for the accelerated timeline.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "advice",
          "heading": true
        },
        {
          "term": "rapid",
          "heading": true
        }
      ],
      "extract": "In response to a public health emergency, WHO must provide global leadership and timely guidance in the form of an evidence-informed guideline produced within one to three months. The steering group for such a rapid advice guideline must follow all of the basic steps for guideline development as described in this handbook, but with modifications to meet the accelerated timeline.",
      "extractCut": false
    },
    {
      "id": "sec-185-112-what-is-a-rapid-review",
      "number": "11.2",
      "title": "What is a rapid review?",
      "level": 3,
      "pageStart": 145,
      "pageEnd": 146,
      "labelStart": "133",
      "labelEnd": "134",
      "words": 306,
      "summary": {
        "text": "Defines a rapid review as an evidence review using accelerated or modified systematic review methods, explaining that a standard systematic review can take six months to over a year and may be infeasible in an emergency. States that rapid reviews keep core values such as transparency and bias minimization, and lists efficiencies such as narrower scope, fewer outcomes, more reviewers in parallel and streamlined processes.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid review",
          "heading": true
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "efficiencies",
          "heading": false
        },
        {
          "term": "health emergency",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": false
        },
        {
          "term": "limiting",
          "heading": false
        },
        {
          "term": "decision-makers",
          "heading": false
        },
        {
          "term": "public health",
          "heading": false
        }
      ],
      "extract": "Because recommendations issued by WHO need to be based on the best available evidence, guidelines typically draw on evidence from well conducted and reported systematic reviews, whether they exist already or are undertaken to inform the development of the guideline. Producing systematic reviews can take varying amounts of time – from six months to more than one year − depending on the complexity of the topic and the",
      "extractCut": true
    },
    {
      "id": "sec-186-113-what-is-the-evidence-on-the-validity-and-imp",
      "number": "11.3",
      "title": "What is the evidence on the validity and impact of rapid reviews and rapid advice guidelines?",
      "level": 3,
      "pageStart": 146,
      "pageEnd": 146,
      "labelStart": "134",
      "labelEnd": "134",
      "words": 140,
      "summary": {
        "text": "States that little guidance and few data exist on how rapid reviews perform against standard systematic reviews, and that approaches and reporting vary widely across organizations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid reviews",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": true
        },
        {
          "term": "advice guidelines",
          "heading": true
        },
        {
          "term": "systematic reviews",
          "heading": false
        }
      ],
      "extract": "rapid reviews and rapid advice guidelines? To date limited guidance has been provided on when and how to conduct a rapid review, and few data exist on how a rapid review performs compared with a standard systematic review. Available data do point to wide and increasing interest − and great variability − in the approaches used and level of reporting of the methods and results across organizations producing rapid",
      "extractCut": true
    },
    {
      "id": "sec-187-114-is-a-rapid-advice-guideline-needed",
      "number": "11.4",
      "title": "Is a rapid advice guideline needed?",
      "level": 3,
      "pageStart": 146,
      "pageEnd": 147,
      "labelStart": "134",
      "labelEnd": "135",
      "words": 101,
      "summary": {
        "text": "Says the first question is whether a rapid advice guideline is appropriate in the emergency, as opposed to a standard guideline or deferring development, and that this should be considered at the planning stage.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "advice guideline",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": true
        },
        {
          "term": "health emergency",
          "heading": false
        }
      ],
      "extract": "The first and most important question to consider is whether a rapid advice guideline is appropriate in the setting of the public health emergency at hand. Chapter 11 Rapid advice guidelines in the setting of a public health emergency 135 135 The need for, and appropriateness of, undertaking a rapid advice guideline, in light of the potential limitations of this approach, warrant consideration in the initial",
      "extractCut": true
    },
    {
      "id": "sec-188-1141-what-is-the-type-of-emergency-and-the-risk",
      "number": "11.4.1",
      "title": "What is the type of emergency and the risk to public health?",
      "level": 4,
      "pageStart": 147,
      "pageEnd": 147,
      "labelStart": "135",
      "labelEnd": "135",
      "words": 200,
      "summary": {
        "text": "Explains how to examine the type of emergency driving the request, classing emergencies as natural, technological or conflict-related and sudden or gradual. Refers to WHO's rapid risk assessment manual and the Emergency Response Framework, including the grading of emergencies from Grade 1 to Grade 3.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "public health",
          "heading": true
        },
        {
          "term": "health consequences",
          "heading": false
        },
        {
          "term": "risk",
          "heading": true
        },
        {
          "term": "risk assessment",
          "heading": false
        },
        {
          "term": "emergencies",
          "heading": false
        },
        {
          "term": "onset",
          "heading": false
        }
      ],
      "extract": "health? The first step is to examine the public health event that is driving the request for a rapid advice guideline. Emergencies may be classified as natural, technological, or conflict-related and may be of sudden onset (e.g. earthquakes, tsunamis, chemical crises) or more gradual onset (e.g. deteriorating situations in armed conflict, progressive disease outbreaks, drought or food insecurities). All types of",
      "extractCut": true
    },
    {
      "id": "sec-189-1142-is-the-event-novel",
      "number": "11.4.2",
      "title": "Is the event novel?",
      "level": 4,
      "pageStart": 147,
      "pageEnd": 148,
      "labelStart": "135",
      "labelEnd": "136",
      "words": 119,
      "summary": {
        "text": "Explains that a rapid advice guideline is mainly considered for a new situation or a known event in a new context, and that for non-novel events suitable high-quality guidelines may already exist.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "event",
          "heading": true
        },
        {
          "term": "novel",
          "heading": true
        },
        {
          "term": "compounded",
          "heading": false
        },
        {
          "term": "earthquake",
          "heading": false
        }
      ],
      "extract": "WHO staff may consider producing a rapid advice guideline primarily in the face of one of two types of events: ■■ a new situation (e.g. a new strain of influenza; the Middle East respiratory syndrome [MERS] coronavirus; or an earthquake); or ■■ an event encountered previously but causing problems in a different context (e.g. a natural disaster; a change in disease pattern such as the Ebola virus disease in West",
      "extractCut": true
    },
    {
      "id": "sec-190-1143-does-uncertainty-need-to-be-urgently-addres",
      "number": "11.4.3",
      "title": "Does uncertainty need to be urgently addressed?",
      "level": 4,
      "pageStart": 148,
      "pageEnd": 148,
      "labelStart": "136",
      "labelEnd": "136",
      "words": 59,
      "summary": {
        "text": "Notes that rapid advice guidelines, like others, address uncertainty about what to do, and that the question is how quickly it must be resolved.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "uncertainty",
          "heading": true
        },
        {
          "term": "players",
          "heading": false
        },
        {
          "term": "advice",
          "heading": false
        }
      ],
      "extract": "Guidelines are indicated when there is uncertainty about what to do in a specific situation. Rapid advice guidelines are no different. WHO staff may be uncertain about what advice to provide, or there may be uncertainty in the field, with different players having different viewpoints and approaches. The question here is how quickly the uncertainty needs to be addressed.",
      "extractCut": false
    },
    {
      "id": "sec-191-1144-what-is-the-anticipated-time-frame-for-the",
      "number": "11.4.4",
      "title": "What is the anticipated time frame for the event?",
      "level": 4,
      "pageStart": 148,
      "pageEnd": 148,
      "labelStart": "136",
      "labelEnd": "136",
      "words": 85,
      "summary": {
        "text": "States that rapid advice guidelines aim to give recommendations implementable within one to three months, and may be unsuitable if the event is expected to last beyond six months.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "event",
          "heading": true
        },
        {
          "term": "prone",
          "heading": false
        }
      ],
      "extract": "The intent of rapid advice guidelines is to provide urgently needed, evidence- informed recommendations that can be implemented within one to three months of the appearance of an unfolding situation or crisis. If from the outset an event is judged likely to persist beyond six months, a rapid advice guideline may not be suitable. It is important to weigh the impact of developing recommendations using standard",
      "extractCut": true
    },
    {
      "id": "sec-192-1145-will-the-rapid-advice-guideline-be-rapidly",
      "number": "11.4.5",
      "title": "Will the rapid advice guideline be rapidly implemented?",
      "level": 4,
      "pageStart": 148,
      "pageEnd": 149,
      "labelStart": "136",
      "labelEnd": "137",
      "words": 160,
      "summary": {
        "text": "Says a rapid advice guideline should be developed only if dissemination and implementation mechanisms exist and are feasible, considering health systems, acceptability, training and resources. Summarizes the conditions for going ahead: a clear need, manageable scope, adequate expertise and funding, and an implementation plan.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid advice",
          "heading": true
        },
        {
          "term": "advice guideline",
          "heading": true
        },
        {
          "term": "above-mentioned",
          "heading": false
        },
        {
          "term": "manageable",
          "heading": false
        },
        {
          "term": "embarking",
          "heading": false
        }
      ],
      "extract": "Rapid advice guidelines should only be developed if a mechanism is in place for disseminating and implementing them, and if implementing the recommendations is feasible in the context of the emergency. Various factors need to be carefully considered before embarking on the guideline development process. They include the existence of health systems and other infrastructure, the acceptability of the proposed",
      "extractCut": true
    },
    {
      "id": "sec-193-115-how-is-a-rapid-advice-guideline-developed",
      "number": "11.5",
      "title": "How is a rapid advice guideline developed?",
      "level": 3,
      "pageStart": 149,
      "pageEnd": 149,
      "labelStart": "137",
      "labelEnd": "137",
      "words": 45,
      "summary": {
        "text": "Introduces the development of rapid advice guidelines as following the same basic steps as standard guidelines, with differences summarized in a table.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid advice",
          "heading": true
        },
        {
          "term": "advice guideline",
          "heading": true
        },
        {
          "term": "developing rapid",
          "heading": false
        }
      ],
      "extract": "The basic steps for developing a rapid advice guideline are identical to those that apply to standard guidelines, as outlined in Chapter 1. There are some differences and additional considerations, however, when developing a rapid advice guideline: the steps involved are depicted in Table 11.1.",
      "extractCut": false
    },
    {
      "id": "sec-194-1151-consult-the-grc-secretariat-early",
      "number": "11.5.1",
      "title": "Consult the GRC Secretariat early",
      "level": 4,
      "pageStart": 149,
      "pageEnd": 149,
      "labelStart": "137",
      "labelEnd": "137",
      "words": 98,
      "summary": {
        "text": "Advises the responsible technical officer to contact the Guideline Review Committee Secretariat early for guidance, help with the planning proposal and review team, and notes the committee must approve development at the planning stage for accelerated review.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "grc",
          "heading": true
        },
        {
          "term": "secretariat",
          "heading": true
        },
        {
          "term": "advice guideline",
          "heading": false
        }
      ],
      "extract": "It is particularly important for the responsible technical officer of a rapid advice guideline to contact the GRC Secretariat early in the guideline development process. The GRC and the Secretariat will provide guidance as to whether a rapid advice guideline is appropriate in the situation at hand. In addition, the Secretariat can assist in developing the planning proposal and identifying a review team and a",
      "extractCut": true
    },
    {
      "id": "sec-195-1152-formulate-the-various-groups-involved-in-gu",
      "number": "11.5.2",
      "title": "Formulate the various groups involved in guideline development",
      "level": 4,
      "pageStart": 149,
      "pageEnd": 152,
      "labelStart": "137",
      "labelEnd": "140",
      "words": 921,
      "summary": {
        "text": "Explains how to assemble the steering group, guideline development group and peer reviewers quickly, including expertise in ethical, social, legal, equity, gender and human rights issues. Presents a table of the steps of rapid advice guideline development across planning, development, and publishing and updating phases, naming who is responsible and the key points that differ from standard guidelines. Notes that human rights and gender issues often arise early in a response.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "advice guideline",
          "heading": false
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "standard guideline",
          "heading": false
        },
        {
          "term": "accelerated process",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "guideline document",
          "heading": false
        }
      ],
      "extract": "development To determine the most appropriate scope and key questions, the steering group needs to be quickly assembled and all members fully engaged in the guideline development process. The chair and other potential members of the GDG should also be identified early and approached regarding their interest and availability within the set time frame. Ideally one or more key members of the GDG should be available",
      "extractCut": true
    },
    {
      "id": "sec-196-1153-scope-the-rapid-advice-guideline-and-define",
      "number": "11.5.3",
      "title": "Scope the rapid advice guideline and define the key questions",
      "level": 4,
      "pageStart": 152,
      "pageEnd": 152,
      "labelStart": "140",
      "labelEnd": "140",
      "words": 234,
      "summary": {
        "text": "Explains how to define the scope and PICO key questions once the need is established, noting such guidelines mostly address benefits and harms of interventions. Describes a rapid scoping search of sources such as MEDLINE, the Cochrane Library and existing WHO guidance, limited to one or two days and summarized in the planning proposal.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "advice guideline",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": true
        },
        {
          "term": "scoping exercise",
          "heading": false
        },
        {
          "term": "relevant literature",
          "heading": false
        },
        {
          "term": "questions",
          "heading": true
        },
        {
          "term": "key",
          "heading": true
        },
        {
          "term": "scope",
          "heading": true
        }
      ],
      "extract": "questions Once the need for a rapid advice guideline has been established and at least the core members of the steering group have been identified, work should begin on defining the scope of the guideline and on developing the key questions in PICO format. A rapid advice guideline will most likely provide recommendations on the benefits and harms of interventions: it is less likely to deal with matters concerning",
      "extractCut": true
    },
    {
      "id": "sec-197-1154-prepare-the-planning-proposal-for-the-grc",
      "number": "11.5.4",
      "title": "Prepare the planning proposal for the GRC",
      "level": 4,
      "pageStart": 152,
      "pageEnd": 153,
      "labelStart": "140",
      "labelEnd": "141",
      "words": 248,
      "summary": {
        "text": "Explains that a rapid advice guideline still needs a planning proposal submitted to the review committee, in the same format as for standard guidelines. Says it should be detailed, kept up to date as a living document with rationale for changes, because the rapid review process is more fluid and documentation supports transparency.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "planning proposal",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "advice guidelines",
          "heading": false
        },
        {
          "term": "review process",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "grc",
          "heading": true
        }
      ],
      "extract": "Like standard guidelines, rapid advice guidelines require that a planning proposal be submitted to the GRC for review and disposition. The content, level of detail and format are the same as those outlined in Chapter 4. Although the planning proposal takes time to prepare, it is nonetheless essential for the development of a rapid advice guideline, since it serves as a point of reference for the steering group, the",
      "extractCut": true
    },
    {
      "id": "sec-198-116-how-do-rapid-reviews-compare-with-systematic",
      "number": "11.6",
      "title": "How do rapid reviews compare with systematic reviews?",
      "level": 3,
      "pageStart": 153,
      "pageEnd": 153,
      "labelStart": "141",
      "labelEnd": "141",
      "words": 136,
      "summary": {
        "text": "Contrasts rapid with standard systematic reviews: restricted search criteria, existing systematic reviews as first evidence, targeted iterative screening, less emphasis on meta-analysis and shorter reports, while keeping transparency and explicit methods.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid",
          "heading": true
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "systematic",
          "heading": true
        },
        {
          "term": "iterative",
          "heading": false
        }
      ],
      "extract": "reviews? The core principles of evidence searching and retrieval, including transparency and reproducible and explicit methods, apply to rapid reviews. There are key differences, however, between searching in the context of a rapid review and of a standard systematic review. The rapid review has more restricted search criteria; looks to existing high-quality systematic reviews as the first line of evidence; involves",
      "extractCut": true
    },
    {
      "id": "sec-199-1161-types-of-rapid-reviews",
      "number": "11.6.1",
      "title": "Types of rapid reviews",
      "level": 4,
      "pageStart": 153,
      "pageEnd": 155,
      "labelStart": "141",
      "labelEnd": "143",
      "words": 111,
      "summary": {
        "text": "Describes four types of rapid review, from a full systematic review done quickly to reviews of only systematic reviews and guidelines, or of primary studies, and refers to a figure outlining their features.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "reviews",
          "heading": true
        },
        {
          "term": "rapid",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        }
      ],
      "extract": "The reviews that underpin rapid advice guidelines may be categorized into four basic types: a full, standard systematic review performed rapidly; a review involving a variety of abbreviated methods and including only systematic reviews and existing guidelines; a review of primary studies and existing systematic reviews, or a review of primary studies only. Fig 11.1 outlines the types of rapid reviews, along with",
      "extractCut": true
    },
    {
      "id": "sec-200-117-steps-in-the-rapid-review-process",
      "number": "11.7",
      "title": "Steps in the rapid review process",
      "level": 3,
      "pageStart": 155,
      "pageEnd": 155,
      "labelStart": "143",
      "labelEnd": "143",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-201-1171-select-the-types-of-evidence-to-be-collecte",
      "number": "11.7.1",
      "title": "Select the types of evidence to be collected and identify the appropriate sources",
      "level": 4,
      "pageStart": 155,
      "pageEnd": 155,
      "labelStart": "143",
      "labelEnd": "143",
      "words": 168,
      "summary": {
        "text": "Explains which evidence to target and where to look, emphasizing existing high-quality systematic reviews and guidelines, then primary studies, landmark papers and good observational studies as needed. Notes that rapid reviews usually search only two to three key databases.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "additional databases",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "sources",
          "heading": true
        }
      ],
      "extract": "the appropriate sources Depending on the nature of the question being asked, the purpose of the rapid review and the magnitude of the literature on the topic, various types of evidence may be targeted. In most cases the emphasis will be placed on locating and summarizing evidence from relevant and high-quality “off-the- shelf’ systematic reviews or guidelines. In the absence of systematic reviews, high-quality",
      "extractCut": true
    },
    {
      "id": "sec-202-1172-develop-search-strategies",
      "number": "11.7.2",
      "title": "Develop search strategies",
      "level": 4,
      "pageStart": 155,
      "pageEnd": 156,
      "labelStart": "143",
      "labelEnd": "144",
      "words": 201,
      "summary": {
        "text": "Explains how to build rapid review search strategies, using subject headings and text words, with review by a team member, content experts and an information specialist. Notes that study-design filters can surface top evidence first and that a rapid review may favour precision over recall, with the choice reported.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "search filters",
          "heading": false
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "maximize",
          "heading": false
        },
        {
          "term": "recall",
          "heading": false
        },
        {
          "term": "precision",
          "heading": false
        }
      ],
      "extract": "Concepts need to be well defined with search terms that include both medical subject headings (MeSH) and text words. It is important that the draft search strategy be reviewed by: ■■ at least one other member of the rapid review team; ■■ one or more content experts, such as WHO technical staff; and ■■ a WHO information specialist with expertise in systematic reviews. Validated search filters may be very useful when",
      "extractCut": true
    },
    {
      "id": "sec-203-1173-search-for-grey-literature",
      "number": "11.7.3",
      "title": "Search for grey literature",
      "level": 4,
      "pageStart": 156,
      "pageEnd": 156,
      "labelStart": "144",
      "labelEnd": "144",
      "words": 44,
      "summary": {
        "text": "Advises that a limited grey literature search, such as checking relevant organizations' websites, may be considered, in consultation with a WHO library information specialist.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "grey literature",
          "heading": true
        },
        {
          "term": "search",
          "heading": true
        },
        {
          "term": "websites",
          "heading": false
        }
      ],
      "extract": "A search for grey literature should be considered but needs to be limited. For example, the websites of relevant organizations can quickly provide relevant data. An information specialist at WHO’s headquarters library should be consulted regarding the proposed strategy for searching the grey literature.",
      "extractCut": false
    },
    {
      "id": "sec-204-1174-common-search-restrictions",
      "number": "11.7.4",
      "title": "Common search restrictions",
      "level": 4,
      "pageStart": 156,
      "pageEnd": 157,
      "labelStart": "144",
      "labelEnd": "145",
      "words": 245,
      "summary": {
        "text": "Discusses common eligibility restrictions for rapid review searches, especially language limits chosen by topic, illustrated by an Ebola protective equipment review limited to English and French. Says restrictions must be documented in the proposal, report and guideline, and that titles in excluded languages should be listed in an appendix.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "restrictions",
          "heading": true
        },
        {
          "term": "search",
          "heading": true
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "search strategies",
          "heading": false
        },
        {
          "term": "review team",
          "heading": false
        },
        {
          "term": "languages",
          "heading": false
        },
        {
          "term": "review report",
          "heading": false
        }
      ],
      "extract": "Several common eligibility restrictions should be considered when developing search strategies in the context of a rapid review (Box 11.1) (1). Potential restrictions should be discussed among steering group members and with the review team information specialist to optimally balance precision and recall of the search strategies. Search strategies for a rapid review will generally have language restrictions, since",
      "extractCut": true
    },
    {
      "id": "sec-205-1175-other-strategies-for-identifying-relevant-l",
      "number": "11.7.5",
      "title": "Other strategies for identifying relevant literature",
      "level": 4,
      "pageStart": 157,
      "pageEnd": 158,
      "labelStart": "145",
      "labelEnd": "146",
      "words": 348,
      "summary": {
        "text": "Describes other ways to find evidence, such as real-time data collection like the survey of repatriated health workers during the 2014 Ebola outbreak, and scanning reference lists. Includes a box of common search restrictions covering sources, language, accessible studies, grey literature, dates and region.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "literature",
          "heading": true
        },
        {
          "term": "grey literature",
          "heading": false
        },
        {
          "term": "relevant",
          "heading": true
        },
        {
          "term": "restrictions",
          "heading": false
        },
        {
          "term": "dates",
          "heading": false
        },
        {
          "term": "available through",
          "heading": false
        },
        {
          "term": "search",
          "heading": false
        },
        {
          "term": "language",
          "heading": false
        }
      ],
      "extract": "In the context of a new situation or event, the best (and perhaps only) data might come from the acquisition and analysis of emerging information in real time. In the Ebola virus disease outbreak in West Africa in 2014, essentially no relevant comparative data were obtained through a systematic review of the published literature. WHO staff therefore rapidly devised and implemented a survey of repatriated health-care",
      "extractCut": true
    },
    {
      "id": "sec-206-1176-screening-and-study-selection",
      "number": "11.7.6",
      "title": "Screening and study selection",
      "level": 4,
      "pageStart": 158,
      "pageEnd": 158,
      "labelStart": "146",
      "labelEnd": "146",
      "words": 155,
      "summary": {
        "text": "Describes screening and study selection for rapid reviews as following standard methods, with two people independently screening titles and abstracts and two reviewers assessing full texts, reaching consensus with a third reviewer if needed. Notes that one reviewer plus a check of exclusions is an acceptable alternative at the first step.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "systematic review",
          "heading": false
        },
        {
          "term": "standard systematic",
          "heading": false
        },
        {
          "term": "screening",
          "heading": true
        },
        {
          "term": "records",
          "heading": false
        },
        {
          "term": "titles",
          "heading": false
        }
      ],
      "extract": "Standard systematic review methods apply to the process of screening the records retrieved from bibliographic databases and other searches. Records should be imported into reference management software in the usual manner to facilitate record management and citation screening and management during the drafting of the guideline document. As for a standard systematic review, study selection involves a two-step",
      "extractCut": true
    },
    {
      "id": "sec-207-1177-use-a-stepwise-approach-with-emphasis-on-hi",
      "number": "11.7.7",
      "title": "Use a stepwise approach with emphasis on higher levels of evidence",
      "level": 4,
      "pageStart": 158,
      "pageEnd": 158,
      "labelStart": "146",
      "labelEnd": "146",
      "words": 108,
      "summary": {
        "text": "Recommends starting with evidence from systematic reviews and adding primary studies only when justified in the planning proposal and reflected in timelines and budget. Acknowledges that restricting by outcomes risks selective reporting bias but is a trade-off under time limits.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "primary studies",
          "heading": false
        },
        {
          "term": "timelines",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": true
        }
      ],
      "extract": "evidence To keep the scope of the rapid reviews within the bounds dictated by timelines and resources, initially the evidence is often limited to what is found in systematic reviews. If primary studies, such as RCTs, will be included, this needs to be justified in the planning proposal and reflected in the timelines and budget. Further restrictions (e.g. by outcomes or study quality criteria) may be considered to",
      "extractCut": true
    },
    {
      "id": "sec-208-1178-obtaining-publications",
      "number": "11.7.8",
      "title": "Obtaining publications",
      "level": 4,
      "pageStart": 158,
      "pageEnd": 159,
      "labelStart": "146",
      "labelEnd": "147",
      "words": 87,
      "summary": {
        "text": "Explains that records not available electronically are generally excluded because of time, though WHO information scientists should be consulted first and abstracts may still help when evidence is sparse.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "loans",
          "heading": false
        },
        {
          "term": "concluding",
          "heading": false
        }
      ],
      "extract": "Records that are not available electronically are generally excluded because the timeline of a rapid advice guideline is not compatible with the delays Chapter 11 Rapid advice guidelines in the setting of a public health emergency 147 involved in inter-library loans. WHO information scientists should be contacted before concluding that a given publication is not available, since WHO may have ready access to the",
      "extractCut": true
    },
    {
      "id": "sec-209-1179-data-extraction-and-evidence-synthesis",
      "number": "11.7.9",
      "title": "Data extraction and evidence synthesis",
      "level": 4,
      "pageStart": 159,
      "pageEnd": 159,
      "labelStart": "147",
      "labelEnd": "147",
      "words": 104,
      "summary": {
        "text": "Describes data extraction for rapid reviews: extract only information the guideline group needs, use a pilot-tested form, and have a second reviewer verify, or check a random sample of at least 10 percent.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "extraction",
          "heading": true
        },
        {
          "term": "data",
          "heading": true
        },
        {
          "term": "pilot-tested",
          "heading": false
        }
      ],
      "extract": "Before starting data extraction, it is important to carefully consider what specific information the GDG will need to make its decisions so that only essential information is extracted. A standard extraction form should be developed to facilitate accurate and reliable data collection, and it should be pilot-tested. One reviewer usually extracts the data and a second one verifies each record. If full verification is",
      "extractCut": true
    },
    {
      "id": "sec-210-11710-assess-the-risk-of-bias-at-the-individual",
      "number": "11.7.10",
      "title": "Assess the risk of bias at the individual study level",
      "level": 4,
      "pageStart": 159,
      "pageEnd": 160,
      "labelStart": "147",
      "labelEnd": "148",
      "words": 363,
      "summary": {
        "text": "Explains that risk of bias should be assessed for individual studies and may help select studies for inclusion. Describes evidence synthesis for rapid reviews, with a PRISMA flow diagram, a narrative summary organized by PICO, stepwise extraction of effect estimates, outcome-specific synthesis, and meta-analysis only if time allows while reporting existing meta-analyses.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "evidence synthesis",
          "heading": false
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "review team",
          "heading": false
        },
        {
          "term": "bias",
          "heading": true
        },
        {
          "term": "favouring",
          "heading": false
        },
        {
          "term": "data analysis",
          "heading": false
        },
        {
          "term": "study",
          "heading": true
        },
        {
          "term": "assess",
          "heading": true
        }
      ],
      "extract": "The review team should assess the risk of bias for individual studies, just as in a standard systematic review. This step is necessary to properly interpret the results of a rapid review and to use GRADE to assess the strength of the body of evidence for each outcome. For rapid reviews particularly, the assessment of the risk of bias may be used to select the studies included in the review, once initial criteria",
      "extractCut": true
    },
    {
      "id": "sec-211-11712-assessing-the-quality-of-the-body-of-evide",
      "number": "11.7.12",
      "title": "Assessing the quality of the body of evidence using GRADE",
      "level": 4,
      "pageStart": 160,
      "pageEnd": 162,
      "labelStart": "148",
      "labelEnd": "150",
      "words": 429,
      "summary": {
        "text": "Explains that the quality of evidence for each outcome should be assessed with GRADE, focusing on critical outcomes, and that narrative syntheses can also be graded. Notes that modifications to standard methods can be listed under other considerations, and includes a figure on four approaches to rapid review of evidence, from summarizing one high-quality systematic review to updating one or adding primary studies.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "methodological rigour",
          "heading": false
        },
        {
          "term": "narrative synthesis",
          "heading": false
        },
        {
          "term": "grade",
          "heading": true
        },
        {
          "term": "narrative summary",
          "heading": false
        },
        {
          "term": "identiﬁed",
          "heading": false
        },
        {
          "term": "srs",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": true
        },
        {
          "term": "equivalent methodological",
          "heading": false
        }
      ],
      "extract": "GRADE The quality of the body of evidence pertaining to each outcome should be assessed using GRADE, as appropriate for the type of data involved (see Chapter 9). The focus is on outcomes critical for decision-making in the context of rapid advice guidelines, and not on intermediate, surrogate or other types of outcomes. Exceptions may be made, however, when data are sparse and decisions need to be based on indirect",
      "extractCut": true
    },
    {
      "id": "sec-212-118-the-rapid-review-report",
      "number": "11.8",
      "title": "The rapid review report",
      "level": 3,
      "pageStart": 162,
      "pageEnd": 163,
      "labelStart": "150",
      "labelEnd": "151",
      "words": 317,
      "summary": {
        "text": "Describes the concise rapid review report, which should allow replication, note evidence gaps and carry a disclosure that it is not a gold standard systematic review. Lists suggested components in a box covering introduction, methods, results, discussion, information page, references and appendices.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid review",
          "heading": true
        },
        {
          "term": "review report",
          "heading": true
        },
        {
          "term": "suggested components",
          "heading": false
        },
        {
          "term": "key question",
          "heading": false
        },
        {
          "term": "interpreted",
          "heading": false
        },
        {
          "term": "brief",
          "heading": false
        },
        {
          "term": "detail",
          "heading": false
        },
        {
          "term": "description",
          "heading": false
        }
      ],
      "extract": "The review team needs to produce a concise report that succinctly yet methodically summarizes the methods used and the results of the review. Suggested components of the rapid review report are listed in Box 11.2. All components should be described briefly; excessive detail is not necessary. The rapid review methods should be reported at a level of detail that will allow them to be replicated. A brief section on the",
      "extractCut": true
    },
    {
      "id": "sec-213-119-formulate-recommendations",
      "number": "11.9",
      "title": "Formulate recommendations",
      "level": 3,
      "pageStart": 163,
      "pageEnd": 163,
      "labelStart": "151",
      "labelEnd": "151",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-214-1191-convene-the-meeting-of-the-guideline-develo",
      "number": "11.9.1",
      "title": "Convene the meeting of the guideline development group",
      "level": 4,
      "pageStart": 163,
      "pageEnd": 164,
      "labelStart": "151",
      "labelEnd": "152",
      "words": 278,
      "summary": {
        "text": "Explains that the meeting of the guideline development group must be planned from the start, covering venue, invitations, declarations of interest and travel, which needs dedicated administrative support. Notes that virtual meetings are possible but an in-person meeting is generally preferable.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline development",
          "heading": true
        },
        {
          "term": "in-person meeting",
          "heading": false
        },
        {
          "term": "rapid review",
          "heading": false
        },
        {
          "term": "review process",
          "heading": false
        },
        {
          "term": "inclusion criteria",
          "heading": false
        },
        {
          "term": "citations",
          "heading": false
        },
        {
          "term": "list",
          "heading": false
        },
        {
          "term": "administrative",
          "heading": false
        }
      ],
      "extract": "At the very beginning of the guideline development process, the responsible technical officer and the steering group need to plan for the GDG meeting where recommendations will be formulated. Because of the compressed timeline, administrative details need to be addressed early. This includes identifying a meeting space, issuing invitations to potential GDG members, collecting declarations of interest and managing",
      "extractCut": true
    },
    {
      "id": "sec-215-1192-evidence-to-recommendations",
      "number": "11.9.2",
      "title": "Evidence to recommendations",
      "level": 4,
      "pageStart": 164,
      "pageEnd": 164,
      "labelStart": "152",
      "labelEnd": "152",
      "words": 110,
      "summary": {
        "text": "States that the GRADE approach and its tools apply to rapid advice guidelines, noting it is seldom feasible to collect primary data on values, preferences or resource use, though readily available data such as costs should be gathered.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "recommendations",
          "heading": true
        },
        {
          "term": "gloves",
          "heading": false
        }
      ],
      "extract": "The GRADE approach for formulating recommendations should be followed when developing rapid advice guidelines (see Chapter 10). The tools used to translate evidence into recommendations are equally applicable to rapid advice and standard guidelines. In the context of a rapid advice guideline, it will seldom be feasible to collect primary data or to perform a review of the values and preferences surrounding the",
      "extractCut": true
    },
    {
      "id": "sec-216-1110-draft-the-guideline-document",
      "number": "11.10",
      "title": "Draft the guideline document",
      "level": 3,
      "pageStart": 164,
      "pageEnd": 164,
      "labelStart": "152",
      "labelEnd": "152",
      "words": 76,
      "summary": {
        "text": "Says the drafting of a rapid advice guideline needs the same process and resources as a standard one, with the writer, usually the technical officer or steering group member, or a contractor, identified early.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "draft",
          "heading": true
        },
        {
          "term": "writer",
          "heading": false
        }
      ],
      "extract": "The process and resources needed to draft the final rapid advice guideline document are essentially the same as for standard guidelines. The writer should be identified early and in most situations this will be the responsible technical officer or other member(s) of the steering group. If an external contractor is used, he or she should be identified near the beginning of the guideline development process and they",
      "extractCut": true
    },
    {
      "id": "sec-217-1111-external-peer-review",
      "number": "11.11",
      "title": "External peer review",
      "level": 3,
      "pageStart": 164,
      "pageEnd": 165,
      "labelStart": "152",
      "labelEnd": "153",
      "words": 201,
      "summary": {
        "text": "Explains that rapid advice guidelines still need accelerated, abbreviated peer review by three to six key individuals and leading external organizations, perhaps with 48 to 72 hours to respond. Says that in rare cases no peer review is possible, in which case all relevant WHO departments must at least be able to give input.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "peer review",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "advice guidelines",
          "heading": false
        },
        {
          "term": "external",
          "heading": true
        },
        {
          "term": "health emergency",
          "heading": false
        },
        {
          "term": "key individuals",
          "heading": false
        }
      ],
      "extract": "Peer review of the draft of the final guideline document by key individuals, both internal and external to WHO, is important for all guidelines produced by WHO, including those produced rapidly. In the context of a rapid Chapter 11 Rapid advice guidelines in the setting of a public health emergency 153 153 advice guideline, peer review will be accelerated and abbreviated. Early in the guideline development process,",
      "extractCut": true
    },
    {
      "id": "sec-218-1112-implementation-and-the-importance-of-contex",
      "number": "11.12",
      "title": "Implementation and the importance of context",
      "level": 3,
      "pageStart": 165,
      "pageEnd": 165,
      "labelStart": "153",
      "labelEnd": "153",
      "words": 123,
      "summary": {
        "text": "Explains that research evidence often comes from settings unlike the emergency, so contextual factors, barriers and facilitators must be considered, the synthesis tailored to the local context, and decision-makers given what they need to apply it.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "context",
          "heading": true
        },
        {
          "term": "stemming",
          "heading": false
        },
        {
          "term": "evidence",
          "heading": false
        },
        {
          "term": "modify",
          "heading": false
        }
      ],
      "extract": "Most evidence stemming from research is generated in settings and populations that differ from those affected by a public health emergency. Thus, the degree to which such evidence may be directly applied to the current context may be limited. It is important to consider how contextual factors can modify the benefits and harms of an intervention, and how various barriers and facilitators can affect implementation and",
      "extractCut": true
    },
    {
      "id": "sec-219-1113-publishing",
      "number": "11.13",
      "title": "Publishing",
      "level": 3,
      "pageStart": 165,
      "pageEnd": 166,
      "labelStart": "153",
      "labelEnd": "154",
      "words": 49,
      "summary": {
        "text": "States that publishing a rapid advice guideline follows the same steps as for a standard guideline, with electronic dissemination first and print as needed locally.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "circulation",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        },
        {
          "term": "chapter",
          "heading": false
        }
      ],
      "extract": "Preparing the final guideline document for publication involves the same steps as described for a standard guideline. Electronic means will usually be used for initial dissemination, followed by print circulation as required in the local context (see Chapter 12 and Chapter 13). WHO handbook for guideline development 154 154",
      "extractCut": false
    },
    {
      "id": "sec-220-1114-updating",
      "number": "11.14",
      "title": "Updating",
      "level": 3,
      "pageStart": 166,
      "pageEnd": 166,
      "labelStart": "154",
      "labelEnd": "154",
      "words": 346,
      "summary": {
        "text": "Explains that rapid advice guidelines must be kept up to date as new data emerge, and that their short lifespan and review-by date should be shown prominently. Discusses deciding when to replace one with a standard guideline, using the 2009 H1N1 guidance on pregnant women as an example, and notes WHO may sponsor systematic reviews to confirm high-impact recommendations.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "advice guideline",
          "heading": false
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "standard guideline",
          "heading": false
        },
        {
          "term": "guideline document",
          "heading": false
        },
        {
          "term": "pregnant women",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        },
        {
          "term": "summaries",
          "heading": false
        },
        {
          "term": "pandemic",
          "heading": false
        }
      ],
      "extract": "All guidelines need to be kept up to date and consistent with the best available evidence. This is particularly important and difficult to achieve in the context of a public health emergency, when new data are constantly emerging and experience is continually accruing. The technical unit with primary responsibility for the rapid advice guideline must keep abreast of new information and continually assess how such",
      "extractCut": true
    },
    {
      "id": "sec-221-1115-guideline-review-committee-processes-for-ra",
      "number": "11.15",
      "title": "Guideline Review Committee processes for rapid advice guidelines",
      "level": 3,
      "pageStart": 166,
      "pageEnd": 167,
      "labelStart": "154",
      "labelEnd": "155",
      "words": 208,
      "summary": {
        "text": "Describes the Guideline Review Committee's role: it must approve development of a rapid advice guideline, judging appropriateness through the planning proposal, and review the final guideline. Says the handbook's principles still apply with case-by-case exceptions, and that the committee provides expedited reviews and ad hoc meetings.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "advice guideline",
          "heading": true
        },
        {
          "term": "rapid advice",
          "heading": true
        },
        {
          "term": "planning proposal",
          "heading": false
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "final guideline",
          "heading": false
        },
        {
          "term": "health emergency",
          "heading": false
        }
      ],
      "extract": "advice guidelines The GRC needs to approve the development of a rapid advice guideline. The appropriateness of developing a guideline in the context of a specific public Chapter 11 Rapid advice guidelines in the setting of a public health emergency 155 health emergency is considered when the technical unit contacts the GRC Secretariat; it is formally addressed when the GRC reviews the planning proposal. The planning",
      "extractCut": true
    },
    {
      "id": "sec-222-1116-conclusions",
      "number": "11.16",
      "title": "Conclusions",
      "level": 3,
      "pageStart": 167,
      "pageEnd": 168,
      "labelStart": "155",
      "labelEnd": "156",
      "words": 279,
      "summary": {
        "text": "Concludes that rapid advice guidelines are developed in one to three months with a very narrow scope, early engagement of experts and the review committee Secretariat, and more fluid evidence review methods. Stresses that core principles of minimizing bias, transparency and meeting audience needs still apply, and that limitations and a commitment to update must be stated.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "advice guideline",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "rapid advice",
          "heading": false
        },
        {
          "term": "standard guideline",
          "heading": false
        },
        {
          "term": "transparent",
          "heading": false
        },
        {
          "term": "methods",
          "heading": false
        },
        {
          "term": "processes",
          "heading": false
        },
        {
          "term": "emergency",
          "heading": false
        }
      ],
      "extract": "This chapter outlines the processes and methods used to develop a rapid advice guideline within one to three months in the context of a public health emergency. The development of a rapid advance guideline differs in important ways from the development of a standard guideline. Unlike a standard guideline, a rapid advice guideline must have a very narrow scope to make development feasible within the given time frame.",
      "extractCut": true
    },
    {
      "id": "sec-223-1117-references",
      "number": "11.17",
      "title": "References",
      "level": 3,
      "pageStart": 168,
      "pageEnd": 169,
      "labelStart": "156",
      "labelEnd": "157",
      "words": 295,
      "summary": {
        "text": "A reference list of publications and WHO documents cited in the chapter on rapid advice guidelines, followed by the opening lines of the next chapter on producing and publishing the guideline, which begin a list of what needs coordinating.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "rapid reviews",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        },
        {
          "term": "pmid",
          "heading": false
        },
        {
          "term": "erf",
          "heading": false
        },
        {
          "term": "health organization",
          "heading": false
        },
        {
          "term": "world health",
          "heading": false
        },
        {
          "term": "doi",
          "heading": false
        }
      ],
      "extract": "1. Khangura S, Konnyu K, Cushman R, Grimshaw J, Moher D. Evidence summaries: the evolution of a rapid review approach. Syst Rev. 2012;1(1):10. 2. Watt A, Cameron A, Sturm L, Lathlean T, Babidge W, Blamey S, et al. Rapid reviews versus full systematic reviews: an inventory of current methods and practice in health technology assessment. Int J Technol Assess Health Care. 2008;24(2):133–9. doi: http://dx.doi.",
      "extractCut": true
    },
    {
      "id": "sec-224-122-peer-review",
      "number": "12.2",
      "title": "Peer review",
      "level": 3,
      "pageStart": 169,
      "pageEnd": 169,
      "labelStart": "157",
      "labelEnd": "157",
      "words": 16,
      "summary": {
        "text": "A short fragment of bullets continuing a list (following WHO production and publication processes, disseminating and updating the guideline), filed under a peer review heading.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "■■ following WHO’s production and publication processes; ■■ disseminating the guideline; and ■■ updating its contents.",
      "extractCut": false
    },
    {
      "id": "sec-225-121-guideline-format",
      "number": "12.1",
      "title": "Guideline format",
      "level": 3,
      "pageStart": 169,
      "pageEnd": 171,
      "labelStart": "157",
      "labelEnd": "159",
      "words": 605,
      "summary": {
        "text": "Describes the required guideline format: an executive summary with key recommendations, strength and evidence quality, a main body with introduction, methods, recommendations, conclusions and participant and interest details, and appendices for supporting documentation. Also covers use of PRISMA and the AGREE-II appraisal before clearance, and begins the peer review section, stating that WHO guidelines must undergo peer review by the external review group and WHO departments, with changes limited at that stage. Text under this heading therefore extends into the next section.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "peer reviewers",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": true
        },
        {
          "term": "peer review",
          "heading": false
        },
        {
          "term": "draft guideline",
          "heading": false
        },
        {
          "term": "executive summary",
          "heading": false
        },
        {
          "term": "external review",
          "heading": false
        },
        {
          "term": "main body",
          "heading": false
        },
        {
          "term": "review group",
          "heading": false
        }
      ],
      "extract": "All guidelines should have an executive summary, a main body and appendices. The executive summary should contain the key recommendations of the guideline. As executive summaries are often read as stand-alone documents, the strength of the recommendation and the quality of the evidence for each recommendation should be specified in the executive summary, as well as in the main body of the guideline. Authors may wish",
      "extractCut": true
    },
    {
      "id": "sec-226-12-producing-and-publishing-the-guideline",
      "number": "12",
      "title": "Producing and publishing the guideline",
      "level": 2,
      "pageStart": 171,
      "pageEnd": 171,
      "labelStart": "159",
      "labelEnd": "159",
      "words": 113,
      "summary": {
        "text": "Lists ways to involve external reviewers earlier, such as circulating systematic review protocols, lists of included studies and draft evidence profiles, and states that all guidelines need external peer review, with a few reviewers and short turn-around for rapid advice guidelines.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "circulated",
          "heading": false
        },
        {
          "term": "external",
          "heading": false
        },
        {
          "term": "turn-around",
          "heading": false
        },
        {
          "term": "draft",
          "heading": false
        }
      ],
      "extract": "159 159 ■■ Systematic review protocols outlining the search strategy, study eligibility criteria and research synthesis methods can be circulated to members of the external review group for comments. ■■ The list of included studies identified by searching bibliographic databases can be sent to technical experts to look for studies that have been missed. ■■ Draft evidence profiles can be circulated to experts, again",
      "extractCut": true
    },
    {
      "id": "sec-227-123-the-production-process",
      "number": "12.3",
      "title": "The production process",
      "level": 3,
      "pageStart": 171,
      "pageEnd": 171,
      "labelStart": "159",
      "labelEnd": "159",
      "words": 35,
      "summary": {
        "text": "Introduces the guideline production process, which follows the same steps as other WHO publications, with details on the staff intranet and a brief overview given here.",
        "status": "draft"
      },
      "keywords": [],
      "extract": "Production of WHO guidelines should follow the same process as for other WHO publications. Detailed information on each step is available to WHO staff on the WHO intranet (3). A brief overview is provided here.",
      "extractCut": false
    },
    {
      "id": "sec-228-1231-writing",
      "number": "12.3.1",
      "title": "Writing",
      "level": 4,
      "pageStart": 171,
      "pageEnd": 172,
      "labelStart": "159",
      "labelEnd": "160",
      "words": 207,
      "summary": {
        "text": "Advises identifying a writer early, whether staff or freelance, estimating time and fees, with guidance on rates and a week for 5000 words. Recommends avoiding multiple authors, since unpaid chapter drafts tend to create more work.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "writer",
          "heading": false
        },
        {
          "term": "writing",
          "heading": true
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "pay",
          "heading": false
        },
        {
          "term": "calculate",
          "heading": false
        },
        {
          "term": "minimum",
          "heading": false
        }
      ],
      "extract": "Identify a writer early in the process and make sure this person is engaged throughout the guideline’s development. The writer can be a WHO staff member or contracted on a freelance basis. In either case, it is important to accurately estimate the demands that will be made on the person’s time. Once you have an idea of the approximate length of your document, you can roughly calculate the time needed and can begin",
      "extractCut": true
    },
    {
      "id": "sec-229-1232-legal-advice-on-proprietary-products",
      "number": "12.3.2",
      "title": "Legal advice on proprietary products",
      "level": 4,
      "pageStart": 172,
      "pageEnd": 172,
      "labelStart": "160",
      "labelEnd": "160",
      "words": 37,
      "summary": {
        "text": "Advises that guidelines should avoid naming proprietary products, describing devices and diagnostics generically and consulting WHO legal counsel if in doubt.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "products",
          "heading": true
        },
        {
          "term": "proprietary",
          "heading": true
        },
        {
          "term": "legal",
          "heading": true
        }
      ],
      "extract": "WHO guidelines should avoid specifying proprietary products when at all possible. Devices and diagnostics used in interventions should be described generically to avoid identification of specific products and trademarks. If in doubt, please contact WHO’s legal counsel.",
      "extractCut": false
    },
    {
      "id": "sec-230-1233-editing-and-proofreading",
      "number": "12.3.3",
      "title": "Editing and proofreading",
      "level": 4,
      "pageStart": 172,
      "pageEnd": 172,
      "labelStart": "160",
      "labelEnd": "160",
      "words": 64,
      "summary": {
        "text": "Advises engaging an editor and proofreader from lists kept by the publishing office, and booking them early because the best are reserved months ahead.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "booked",
          "heading": false
        },
        {
          "term": "freelance",
          "heading": false
        },
        {
          "term": "proofreader",
          "heading": false
        }
      ],
      "extract": "You will also need an editor and a proofreader. WHO press maintains lists of approved freelance technical editors, copy-editors and proofreaders and provides sample terms of reference and standard rates of pay for these tasks on the intranet. The best editors and proofreaders are often booked up many months in advance, so plan production schedules as early as possible and reserve their time accordingly.",
      "extractCut": false
    },
    {
      "id": "sec-231-1234-executive-clearance-and-approval-by-the-gui",
      "number": "12.3.4",
      "title": "Executive clearance and approval by the Guideline Review Committee",
      "level": 4,
      "pageStart": 172,
      "pageEnd": 172,
      "labelStart": "160",
      "labelEnd": "160",
      "words": 36,
      "summary": {
        "text": "Says the Guideline Review Committee reviews final guideline documents as part of executive clearance, after the relevant director's approval and before the assistant director-general.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "clearance",
          "heading": true
        },
        {
          "term": "approval",
          "heading": true
        },
        {
          "term": "executive",
          "heading": true
        }
      ],
      "extract": "Committee GRC review of final guideline documents occurs as part of the final executive clearance. In headquarters, submission to the GRC is done after approval by the relevant director and before submission to the assistant director-general.",
      "extractCut": false
    },
    {
      "id": "sec-232-1235-layout",
      "number": "12.3.5",
      "title": "Layout",
      "level": 4,
      "pageStart": 172,
      "pageEnd": 172,
      "labelStart": "160",
      "labelEnd": "160",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-233-1236-printing",
      "number": "12.3.6",
      "title": "Printing",
      "level": 4,
      "pageStart": 172,
      "pageEnd": 173,
      "labelStart": "160",
      "labelEnd": "161",
      "words": 217,
      "summary": {
        "text": "Describes the layout and printing steps after executive clearance: using external typesetters or the graphics team and existing templates, then obtaining a cover, ISBN and barcode. Explains that the publishing office arranges printing quotes and print runs and that the proofreader should check the printer's proofs.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "printing",
          "heading": true
        },
        {
          "term": "print copies",
          "heading": false
        },
        {
          "term": "layout",
          "heading": false
        },
        {
          "term": "press",
          "heading": false
        },
        {
          "term": "checked",
          "heading": false
        },
        {
          "term": "clearance",
          "heading": false
        }
      ],
      "extract": "12.3.5 Layout Once you have an edited and carefully checked manuscript that has received full executive clearance from the relevant assistant director-general, you will need to send it for layout. Again, WHO Press can advise on external typesetters and the specifications that you should include when contracting for this work. The WHO graphics team also provides an internal layout service. As many design decisions",
      "extractCut": true
    },
    {
      "id": "sec-234-124-disseminating-guidelines",
      "number": "12.4",
      "title": "Disseminating guidelines",
      "level": 3,
      "pageStart": 173,
      "pageEnd": 173,
      "labelStart": "161",
      "labelEnd": "161",
      "words": 107,
      "summary": {
        "text": "Explains that dissemination means making guidelines accessible, advertising them and distributing them, with priced distribution through sales agents and the bookshop and mandatory free distribution to bodies such as libraries and country offices, to be planned with the publishing office.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "mandatory free",
          "heading": false
        },
        {
          "term": "free distribution",
          "heading": false
        },
        {
          "term": "priced",
          "heading": false
        },
        {
          "term": "press",
          "heading": false
        }
      ],
      "extract": "Dissemination involves making guidelines accessible, advertising their availability and distributing them widely. Guideline developers should consult with WHO Press on priced and mandatory free distribution. Priced distribution is done by WHO Press through sales agents in all regions and by the WHO bookshop. The extent of mandatory free distribution depends on the type of publication but can include depository",
      "extractCut": true
    },
    {
      "id": "sec-235-1241-online-publication",
      "number": "12.4.1",
      "title": "Online publication",
      "level": 4,
      "pageStart": 173,
      "pageEnd": 174,
      "labelStart": "161",
      "labelEnd": "162",
      "words": 97,
      "summary": {
        "text": "Advises producing at least a web-ready PDF of the guideline, possibly with HTML and extra materials, and consulting the WHO web team.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "typesetter",
          "heading": false
        },
        {
          "term": "designer",
          "heading": false
        },
        {
          "term": "pdfs",
          "heading": false
        }
      ],
      "extract": "Your guideline can appear on the Internet in a variety of formats. At a minimum, you should contract your designer or typesetter to produce a web- ready portable document format (PDF) – a smaller file size than the PDFs produced for print – that is easier to download and navigate. Depending on the length of the guideline and its intended audience, you may also wish to consider providing full-text hypertext mark-up",
      "extractCut": true
    },
    {
      "id": "sec-236-1242-archiving",
      "number": "12.4.2",
      "title": "Archiving",
      "level": 4,
      "pageStart": 174,
      "pageEnd": 174,
      "labelStart": "162",
      "labelEnd": "162",
      "words": 80,
      "summary": {
        "text": "Describes archiving requirements: departments send the final electronic file to the WHO Library repository, or regional office library, with a printed copy for the print collection if produced.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "electronic file",
          "heading": false
        },
        {
          "term": "archiving",
          "heading": true
        },
        {
          "term": "final electronic",
          "heading": false
        }
      ],
      "extract": "At the time of publication, the department should ensure that archiving requirements are met. In headquarters, departments should send the final electronic file of their guideline to the WHO Library for inclusion in the Institutional Repository for Information Sharing (IRIS) (4). In regional offices, departments should send the final electronic file of their information products to their regional office library. If",
      "extractCut": true
    },
    {
      "id": "sec-237-1243-translations",
      "number": "12.4.3",
      "title": "Translations",
      "level": 4,
      "pageStart": 174,
      "pageEnd": 174,
      "labelStart": "162",
      "labelEnd": "162",
      "words": 110,
      "summary": {
        "text": "Explains that translations, particularly into the six official languages, should be planned and budgeted, with experts checking technical content. Notes that translating only executive summaries can cut costs and that the meaning and strength of recommendations must not change.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "translations",
          "heading": true
        },
        {
          "term": "languages",
          "heading": false
        },
        {
          "term": "forget",
          "heading": false
        },
        {
          "term": "arabic",
          "heading": false
        }
      ],
      "extract": "Because WHO guidelines target a global audience, it is often necessary to provide the guideline in one or several languages, particularly the six official languages; Arabic, Chinese, English, French, Russian and Spanish. To ensure accurate translation of technical content, experts should be involved in checking the translations. Translations must be planned in advance and their timing discussed with the translation",
      "extractCut": true
    },
    {
      "id": "sec-238-1244-journals",
      "number": "12.4.4",
      "title": "Journals",
      "level": 4,
      "pageStart": 174,
      "pageEnd": 174,
      "labelStart": "162",
      "labelEnd": "162",
      "words": 68,
      "summary": {
        "text": "Explains that the commissioned systematic reviews and the guideline's process or recommendations may be published in journals, within open access and copyright policy, and that external publications with WHO authors require internal clearance.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "journals",
          "heading": true
        },
        {
          "term": "cochrane",
          "heading": false
        },
        {
          "term": "guideline",
          "heading": false
        }
      ],
      "extract": "The systematic reviews commissioned for the guideline may be submitted for publication in the Bulletin of the World Health Organization or other journals. Cochrane reviews are published in the Cochrane Library. To increase awareness of the guideline, the guideline development process and/or recommendations may also be published in peer-reviewed journals, in compliance with WHO’s open access and copyright policies.",
      "extractCut": true
    },
    {
      "id": "sec-239-1245-other-forms-of-dissemination",
      "number": "12.4.5",
      "title": "Other forms of dissemination",
      "level": 4,
      "pageStart": 174,
      "pageEnd": 175,
      "labelStart": "162",
      "labelEnd": "163",
      "words": 107,
      "summary": {
        "text": "Advises planning a dissemination strategy early, using launches, press releases, web announcements, regional distribution, stakeholder endorsement and mobile applications, and preparing shorter derivative products such as charts and manuals.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "dissemination",
          "heading": true
        },
        {
          "term": "announcement",
          "heading": false
        },
        {
          "term": "succinct",
          "heading": false
        }
      ],
      "extract": "You should carefully plan a dissemination strategy early in the development process. A variety of approaches should be considered. These can include an offi Chapter 12 Producing and publishing the guideline 163 163 cial launch, a press release and/or conference, an announcement on the WHO website, distribution through regional offices or at meetings, and endorsement by stakeholders and interest groups. Mobile phone",
      "extractCut": true
    },
    {
      "id": "sec-240-125-updating-guideline",
      "number": "12.5",
      "title": "Updating guideline",
      "level": 3,
      "pageStart": 175,
      "pageEnd": 175,
      "labelStart": "163",
      "labelEnd": "163",
      "words": 0,
      "summary": null,
      "keywords": [],
      "extract": null,
      "extractCut": false
    },
    {
      "id": "sec-241-1251-review-by-date",
      "number": "12.5.1",
      "title": "Review-by date",
      "level": 4,
      "pageStart": 175,
      "pageEnd": 175,
      "labelStart": "163",
      "labelEnd": "163",
      "words": 71,
      "summary": {
        "text": "Explains that guidelines should carry a review-by date showing how long recommendations are expected to stay valid, set by considering the pace of research, questions without evidence and the potential need for new advice.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "review-by",
          "heading": true
        },
        {
          "term": "date",
          "heading": true
        },
        {
          "term": "rule",
          "heading": false
        }
      ],
      "extract": "WHO guidelines should be issued with a “review-by” date to indicate how long the recommendations are expected to remain valid. There is no absolute rule about the length of validity (5, 6). In deciding on the date by which a guideline should be reviewed, take account of the rate of change of research on the topic, questions for which no evidence has been found, and the potential need for new advice.",
      "extractCut": false
    },
    {
      "id": "sec-242-1252-updating-recommendations",
      "number": "12.5.2",
      "title": "Updating recommendations",
      "level": 4,
      "pageStart": 175,
      "pageEnd": 175,
      "labelStart": "163",
      "labelEnd": "163",
      "words": 104,
      "summary": {
        "text": "States that recommendations not developed under the handbook's standards, especially those predating the review committee's 2007 creation or ignoring equity, human rights and gender, should be updated. Advises prioritizing controversial areas or those with new evidence, and discussing incremental updating with the committee Secretariat.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendations",
          "heading": true
        },
        {
          "term": "updating",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        }
      ],
      "extract": "All WHO recommendations that are not based on the processes and standards outlined in this handbook (particularly those published before the GRC was established in 2007 and those not considering equity, human rights and gender) should be updated to meet current WHO guideline standards. Updating guidelines is challenging if evidence has to be retrieved to support a large number of existing recommendations. In this",
      "extractCut": true
    },
    {
      "id": "sec-243-1253-guidelines-that-are-near-or-beyond-their-re",
      "number": "12.5.3",
      "title": "Guidelines that are near or beyond their “review-by” date",
      "level": 4,
      "pageStart": 175,
      "pageEnd": 176,
      "labelStart": "163",
      "labelEnd": "164",
      "words": 51,
      "summary": {
        "text": "States that technical units are responsible for examining guidelines for currency as the review-by date approaches and planning updates where recommendations may need changing.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "review-by",
          "heading": true
        },
        {
          "term": "date",
          "heading": true
        },
        {
          "term": "near",
          "heading": true
        }
      ],
      "extract": "Technical units are responsible for keeping their guidelines up to date. As guidelines near their “review-by” date, they should be carefully examined for currency. If there is reason to believe one or more recommendations need updating, plans should be made to start that process. WHO handbook for guideline development 164 164",
      "extractCut": false
    },
    {
      "id": "sec-244-1254-recommendations-that-may-be-out-of-date",
      "number": "12.5.4",
      "title": "Recommendations that may be out of date",
      "level": 4,
      "pageStart": 176,
      "pageEnd": 176,
      "labelStart": "164",
      "labelEnd": "164",
      "words": 168,
      "summary": {
        "text": "Explains that early updates should be based on the total body of evidence through a new or updated systematic review, and that changing recommendations requires committee review while adding evidence alone does not. Says stakeholders should be told when recommendations may be invalid and updates are planned.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "recommendations",
          "heading": true
        },
        {
          "term": "announcements",
          "heading": false
        },
        {
          "term": "date",
          "heading": true
        },
        {
          "term": "grc",
          "heading": false
        },
        {
          "term": "review-by",
          "heading": false
        }
      ],
      "extract": "Occasionally guideline developers may want to update guidelines before the “review-by” date, particularly if new evidence is published. This new evidence should always be seen in the context of the total body of evidence supporting the recommendations and thus should be part of a new or updated systematic review. Any update that involves changing recommendations needs to be reviewed by the GRC. Updates that add new",
      "extractCut": true
    },
    {
      "id": "sec-245-126-references",
      "number": "12.6",
      "title": "References",
      "level": 3,
      "pageStart": 176,
      "pageEnd": 177,
      "labelStart": "164",
      "labelEnd": "165",
      "words": 161,
      "summary": {
        "text": "A reference list of publications cited in the chapter on producing and publishing the guideline, including PRISMA, AGREE II and papers on when guidelines should be updated.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "accessed november",
          "heading": false
        },
        {
          "term": "pmid",
          "heading": false
        },
        {
          "term": "doi",
          "heading": false
        },
        {
          "term": "systematic reviews",
          "heading": false
        },
        {
          "term": "moher",
          "heading": false
        }
      ],
      "extract": "1. Moher D, Liberati A, Tetzlaff J, Altman DG; PRISMA Group. Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement. PLoS Med. 2009;6(7):e1000097. doi: http://dx.doi.org/10.1371/journal.pmed.1000097 PMID: 19621072 2. Brouwers MC, Kho ME, Browman GP, Burgers JS, Cluzeau F, Feder G, et al.; AGREE Next Steps Consortium. AGREE II: advancing guideline development, reporting and",
      "extractCut": true
    },
    {
      "id": "sec-246-13-adaptation-implementation-and-evaluation",
      "number": "13",
      "title": "Adaptation, implementation and evaluation",
      "level": 2,
      "pageStart": 177,
      "pageEnd": 178,
      "labelStart": "165",
      "labelEnd": "166",
      "words": 525,
      "summary": {
        "text": "Describes how adaptation, implementation and evaluation should be considered during development, including tools and resources for countries and partners who will lead adaptation. Explains adaptation to local circumstances at regional, national or subnational level and that implementation is context-specific and the responsibility of national or subnational groups, supported by WHO offices through promotion, workshops, tools and coordination. Section text begins mid-sentence because extraction dropped the chapter's opening heading.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "adaptation",
          "heading": true
        },
        {
          "term": "guideline adaptation",
          "heading": false
        },
        {
          "term": "guideline development",
          "heading": false
        },
        {
          "term": "implementation",
          "heading": true
        },
        {
          "term": "steering group",
          "heading": false
        },
        {
          "term": "checklists",
          "heading": false
        },
        {
          "term": "evaluation",
          "heading": true
        },
        {
          "term": "tools",
          "heading": false
        }
      ],
      "extract": "guideline development process. The implementation of new guidance gives rise to new evidence of impact and new research questions. Practice needs to be continually re-evaluated, and guidance updated in light of new evidence. Although implementation and evaluation plans do not need to be described in the guideline, they should be considered by the steering group, made available to all guideline contributors and",
      "extractCut": true
    },
    {
      "id": "sec-247-133-monitoring-and-evaluation",
      "number": "13.3",
      "title": "Monitoring and evaluation",
      "level": 3,
      "pageStart": 178,
      "pageEnd": 179,
      "labelStart": "166",
      "labelEnd": "167",
      "words": 158,
      "summary": {
        "text": "Explains that monitoring and evaluation assess a guideline's effectiveness and impact, and that guidelines should include performance measures such as dissemination, adaptation, policy changes, knowledge, practice, health outcomes and equity, and costs. Recommends baseline measures, implementation research and a specific set of indicators with disaggregation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "performance measures",
          "heading": false
        },
        {
          "term": "evaluation",
          "heading": true
        },
        {
          "term": "guideline",
          "heading": false
        },
        {
          "term": "changes",
          "heading": false
        },
        {
          "term": "adaptation",
          "heading": false
        }
      ],
      "extract": "Monitoring and evaluation systems are used to collect and analyse data to assess the effectiveness and impact of the guideline. The guideline should include outcome or performance measures that can be monitored for the main recommendations. Performance measures may be related to: ■■ guideline dissemination; ■■ adaptation and endorsement in the national context; Chapter 13 Adaptation, implementation and evaluation",
      "extractCut": true
    },
    {
      "id": "sec-248-134-references",
      "number": "13.4",
      "title": "References",
      "level": 3,
      "pageStart": 179,
      "pageEnd": 179,
      "labelStart": "167",
      "labelEnd": "167",
      "words": 61,
      "summary": {
        "text": "A reference list with two items, on the multicountry evaluation of Integrated Management of Childhood Illness and the ADAPTE manual for guideline adaptation.",
        "status": "draft"
      },
      "keywords": [
        {
          "term": "adapte",
          "heading": false
        },
        {
          "term": "vaughan",
          "heading": false
        },
        {
          "term": "habicht",
          "heading": false
        }
      ],
      "extract": "1. Bryce J, Victora CG, Habicht JP, Vaughan JP, Black RE. The multi-country evaluation of the integrated management of childhood illness strategy: lessons for the evaluation of public health interventions. Am J Public Health. 2004;94(3):406–15. doi: http://dx.doi.org/10.2105/ AJPH.94.3.406 PMID: 14998804 2. ADAPTE Collaboration. The ADAPTE Manual for Guideline Adaptation. Version 1.0. Guidelines International",
      "extractCut": true
    }
  ],
  "checks": {
    "tocAlignment": {
      "listed_not_found": {
        "count": 0,
        "items": []
      },
      "found_not_listed": {
        "count": 1,
        "items": [
          "2.4.1 Are the guideline and its implementation within the relevant"
        ]
      },
      "page_mismatch": {
        "count": 0,
        "items": []
      }
    },
    "figureSequenceGaps": [
      "table 9.1"
    ],
    "pageLabelConflicts": {
      "count": 9,
      "items": [
        "p3: pdf-labels 3, printed iii",
        "p4: pdf-labels 4, printed iv",
        "p5: pdf-labels 5, printed v",
        "p6: pdf-labels 6, printed vi",
        "p7: pdf-labels 7, printed vii",
        "p8: pdf-labels 8, printed viii",
        "p9: pdf-labels 9, printed ix",
        "p10: pdf-labels 10, printed x",
        "p11: pdf-labels 11, printed xi"
      ]
    }
  },
  "withheld": false,
  "keywords": [
    {
      "term": "guideline review",
      "heading": true
    },
    {
      "term": "guideline development",
      "heading": true
    },
    {
      "term": "guideline steering",
      "heading": false
    },
    {
      "term": "guideline process",
      "heading": true
    },
    {
      "term": "advice guideline",
      "heading": true
    },
    {
      "term": "guideline scope",
      "heading": true
    },
    {
      "term": "guideline methods",
      "heading": true
    },
    {
      "term": "final guideline",
      "heading": false
    },
    {
      "term": "guideline topic",
      "heading": false
    },
    {
      "term": "guideline planning",
      "heading": true
    },
    {
      "term": "standard guideline",
      "heading": false
    },
    {
      "term": "developing guideline",
      "heading": true
    }
  ],
  "pageLabels": [
    {
      "physical": 1,
      "label": "1",
      "source": "pdf-labels",
      "confidence": 0.7
    },
    {
      "physical": 2,
      "label": "2",
      "source": "pdf-labels",
      "confidence": 0.7
    },
    {
      "physical": 3,
      "label": "iii",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 4,
      "label": "iv",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 5,
      "label": "v",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 6,
      "label": "vi",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 7,
      "label": "vii",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 8,
      "label": "viii",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 9,
      "label": "ix",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 10,
      "label": "x",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 11,
      "label": "xi",
      "source": "printed",
      "confidence": 0.7
    },
    {
      "physical": 12,
      "label": "12",
      "source": "pdf-labels",
      "confidence": 0.7
    },
    {
      "physical": 13,
      "label": "1",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 14,
      "label": "2",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 15,
      "label": "3",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 16,
      "label": "4",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 17,
      "label": "5",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 18,
      "label": "6",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 19,
      "label": "7",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 20,
      "label": "8",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 21,
      "label": "9",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 22,
      "label": "10",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 23,
      "label": "11",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 24,
      "label": "12",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 25,
      "label": "13",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 26,
      "label": "14",
      "source": "pdf-labels",
      "confidence": 0.85
    },
    {
      "physical": 27,
      "label": "15",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 28,
      "label": "16",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 29,
      "label": "17",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 30,
      "label": "18",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 31,
      "label": "19",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 32,
      "label": "20",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 33,
      "label": "21",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 34,
      "label": "22",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 35,
      "label": "23",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 36,
      "label": "24",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 37,
      "label": "25",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 38,
      "label": "26",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 39,
      "label": "27",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 40,
      "label": "28",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 41,
      "label": "29",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 42,
      "label": "30",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 43,
      "label": "31",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 44,
      "label": "32",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 45,
      "label": "33",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 46,
      "label": "34",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 47,
      "label": "35",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 48,
      "label": "36",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 49,
      "label": "37",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 50,
      "label": "38",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 51,
      "label": "39",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 52,
      "label": "40",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 53,
      "label": "41",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 54,
      "label": "42",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 55,
      "label": "43",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 56,
      "label": "44",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 57,
      "label": "45",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 58,
      "label": "46",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 59,
      "label": "47",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 60,
      "label": "48",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 61,
      "label": "49",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 62,
      "label": "50",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 63,
      "label": "51",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 64,
      "label": "52",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 65,
      "label": "53",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 66,
      "label": "54",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 67,
      "label": "55",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 68,
      "label": "56",
      "source": "pdf-labels",
      "confidence": 0.85
    },
    {
      "physical": 69,
      "label": "57",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 70,
      "label": "58",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 71,
      "label": "59",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 72,
      "label": "60",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 73,
      "label": "61",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 74,
      "label": "62",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 75,
      "label": "63",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 76,
      "label": "64",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 77,
      "label": "65",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 78,
      "label": "66",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 79,
      "label": "67",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 80,
      "label": "68",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 81,
      "label": "69",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 82,
      "label": "70",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 83,
      "label": "71",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 84,
      "label": "72",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 85,
      "label": "73",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 86,
      "label": "74",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 87,
      "label": "75",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 88,
      "label": "76",
      "source": "pdf-labels",
      "confidence": 0.85
    },
    {
      "physical": 89,
      "label": "77",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 90,
      "label": "78",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 91,
      "label": "79",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 92,
      "label": "80",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 93,
      "label": "81",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 94,
      "label": "82",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 95,
      "label": "83",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 96,
      "label": "84",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 97,
      "label": "85",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 98,
      "label": "86",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 99,
      "label": "87",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 100,
      "label": "88",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 101,
      "label": "89",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 102,
      "label": "90",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 103,
      "label": "91",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 104,
      "label": "92",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 105,
      "label": "93",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 106,
      "label": "94",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 107,
      "label": "95",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 108,
      "label": "96",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 109,
      "label": "97",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 110,
      "label": "98",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 111,
      "label": "99",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 112,
      "label": "100",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 113,
      "label": "101",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 114,
      "label": "102",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 115,
      "label": "103",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 116,
      "label": "104",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 117,
      "label": "105",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 118,
      "label": "106",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 119,
      "label": "107",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 120,
      "label": "108",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 121,
      "label": "109",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 122,
      "label": "110",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 123,
      "label": "111",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 124,
      "label": "112",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 125,
      "label": "113",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 126,
      "label": "114",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 127,
      "label": "115",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 128,
      "label": "116",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 129,
      "label": "117",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 130,
      "label": "118",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 131,
      "label": "119",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 132,
      "label": "120",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 133,
      "label": "121",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 134,
      "label": "122",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 135,
      "label": "123",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 136,
      "label": "124",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 137,
      "label": "125",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 138,
      "label": "126",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 139,
      "label": "127",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 140,
      "label": "128",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 141,
      "label": "129",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 142,
      "label": "130",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 143,
      "label": "131",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 144,
      "label": "132",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 145,
      "label": "133",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 146,
      "label": "134",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 147,
      "label": "135",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 148,
      "label": "136",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 149,
      "label": "137",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 150,
      "label": "138",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 151,
      "label": "139",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 152,
      "label": "140",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 153,
      "label": "141",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 154,
      "label": "142",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 155,
      "label": "143",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 156,
      "label": "144",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 157,
      "label": "145",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 158,
      "label": "146",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 159,
      "label": "147",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 160,
      "label": "148",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 161,
      "label": "149",
      "source": "printed",
      "confidence": 0.85
    },
    {
      "physical": 162,
      "label": "150",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 163,
      "label": "151",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 164,
      "label": "152",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 165,
      "label": "153",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 166,
      "label": "154",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 167,
      "label": "155",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 168,
      "label": "156",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 169,
      "label": "157",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 170,
      "label": "158",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 171,
      "label": "159",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 172,
      "label": "160",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 173,
      "label": "161",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 174,
      "label": "162",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 175,
      "label": "163",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 176,
      "label": "164",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 177,
      "label": "165",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 178,
      "label": "166",
      "source": "printed",
      "confidence": 1
    },
    {
      "physical": 179,
      "label": "167",
      "source": "printed",
      "confidence": 1
    }
  ],
  "figures": [
    {
      "kind": "table",
      "number": "1.1",
      "title": "The guideline development process at WHO",
      "page": 16,
      "pageLabel": "4",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "table",
      "number": "4.1",
      "title": "Essential components of the guideline planning proposal",
      "page": 54,
      "pageLabel": "42",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "box",
      "number": "5.1",
      "title": "Eight entry points for integrating equity, human rights and gender into WHO guidelines",
      "page": 60,
      "pageLabel": "48",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "box",
      "number": "6.1",
      "title": "Overview of the process for identifying, managing and reporting secondary interests",
      "page": 72,
      "pageLabel": "60",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "table",
      "number": "6.1",
      "title": "Declaration and management of conflicts of interest in guideline contributors",
      "page": 73,
      "pageLabel": "61",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "figure",
      "number": "6.1",
      "title": "Assessment and management of declarations of interest for groups and individuals involved in guideline development",
      "page": 74,
      "pageLabel": "62",
      "confidence": 0.9,
      "evidence": [
        "referenced",
        "in-sequence",
        "graphic"
      ]
    },
    {
      "kind": "table",
      "number": "6.2",
      "title": "Principles for collecting, assessing and managing declarations of interest for WHO guidelinesa",
      "page": 77,
      "pageLabel": "65",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "table",
      "number": "6.3",
      "title": "Criteria for assessing the severity of a conflict of interesta",
      "page": 78,
      "pageLabel": "66",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "figure",
      "number": "7.1",
      "title": "Scale for rating outcomes in the guideline development process",
      "page": 100,
      "pageLabel": "88",
      "confidence": 0.9,
      "evidence": [
        "referenced",
        "in-sequence",
        "graphic"
      ]
    },
    {
      "kind": "figure",
      "number": "7.2",
      "title": "Prioritizing key questions and outcomes",
      "page": 102,
      "pageLabel": "90",
      "confidence": 0.9,
      "evidence": [
        "referenced",
        "in-sequence",
        "graphic"
      ]
    },
    {
      "kind": "figure",
      "number": "8.1",
      "title": "Is a new systematic review needed?",
      "page": 108,
      "pageLabel": "96",
      "confidence": 0.9,
      "evidence": [
        "referenced",
        "in-sequence",
        "graphic"
      ]
    },
    {
      "kind": "figure",
      "number": "8.2",
      "title": "Steps in developing a systematic review",
      "page": 110,
      "pageLabel": "98",
      "confidence": 0.9,
      "evidence": [
        "referenced",
        "in-sequence",
        "graphic"
      ]
    },
    {
      "kind": "table",
      "number": "9.2",
      "title": "Quality of evidence in GRADE",
      "page": 125,
      "pageLabel": "113",
      "confidence": 0.7,
      "evidence": [
        "referenced"
      ]
    },
    {
      "kind": "table",
      "number": "10.1",
      "title": "Factors that determine the direction and strength of a recommendation",
      "page": 136,
      "pageLabel": "124",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "table",
      "number": "10.2",
      "title": "Interpretation of strong and conditional recommendations for an intervention",
      "page": 141,
      "pageLabel": "129",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "table",
      "number": "11.1",
      "title": "Steps in the development of rapid advice guidelines",
      "page": 150,
      "pageLabel": "138",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "box",
      "number": "11.1",
      "title": "Common search restrictions for rapid reviews",
      "page": 157,
      "pageLabel": "145",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    },
    {
      "kind": "box",
      "number": "11.2",
      "title": "Suggested components of the rapid review report",
      "page": 162,
      "pageLabel": "150",
      "confidence": 0.8,
      "evidence": [
        "referenced",
        "in-sequence"
      ]
    }
  ],
  "images": [
    {
      "id": "img-p126-1",
      "file": "images/img-p126-1.png",
      "page": 126,
      "narratives": {
        "en": "The GRADE approach to rating confidence in an estimate of effect. Rows give study design — randomized controlled trials, which start at high confidence, and observational studies, which start at low. Between them, five reasons for lowering confidence (risk of bias, inconsistency, indirectness, imprecision, publication bias) and three for raising it (large effect, dose response, and plausible confounding that would either reduce a demonstrated effect or suggest a spurious one). The right-hand column gives the four resulting levels — high, moderate, low and very low — each shown with the circle notation, from four filled circles down to one.",
        "fr": "L’approche GRADE pour évaluer le niveau de confiance dans l’estimation d’un effet. Les lignes indiquent le plan d’étude — les essais contrôlés randomisés, qui débutent à un niveau de confiance élevé, et les études observationnelles, qui débutent à un niveau faible. Entre les deux figurent cinq motifs d’abaissement du niveau de confiance (risque de biais, incohérence, caractère indirect, imprécision, biais de publication) et trois motifs de relèvement (effet important, relation dose-réponse et facteurs de confusion plausibles qui réduiraient un effet démontré ou suggéreraient un effet fallacieux). La colonne de droite présente les quatre niveaux résultants — élevé, modéré, faible et très faible — chacun représenté par la notation en cercles, de quatre cercles pleins à un seul.",
        "es": "El enfoque GRADE para calificar la confianza en una estimación del efecto. Las filas indican el diseño del estudio: ensayos controlados aleatorizados, que parten de una confianza alta, y estudios observacionales, que parten de una confianza baja. Entre ambos figuran cinco razones para disminuir la confianza (riesgo de sesgo, inconsistencia, evidencia indirecta, imprecisión y sesgo de publicación) y tres para aumentarla (efecto de gran magnitud, gradiente dosis-respuesta y confusión plausible que reduciría un efecto demostrado o sugeriría un efecto espurio). La columna de la derecha muestra los cuatro niveles resultantes —alto, moderado, bajo y muy bajo—, cada uno representado con la notación de círculos, desde cuatro círculos rellenos hasta uno.",
        "ar": "نهج GRADE لتقدير درجة الثقة في تقدير الأثر. تُبيّن الصفوف تصميم الدراسة — التجارب المضبوطة المعمّاة عشوائياً التي تبدأ بثقة عالية، والدراسات الرصدية التي تبدأ بثقة منخفضة. وبينهما خمسة أسباب لخفض الثقة (خطر التحيز، وعدم الاتساق، وعدم المباشرة، وعدم الدقة، وتحيز النشر) وثلاثة أسباب لرفعها (أثر كبير، وعلاقة الاستجابة للجرعة، وعوامل التباس محتملة قد تقلل من أثر مثبت أو توحي بأثر زائف). ويعرض العمود الأيمن المستويات الأربعة الناتجة — عالٍ، ومتوسط، ومنخفض، ومنخفض جداً — مع تمثيل كل مستوى برموز الدوائر من أربع دوائر مملوءة نزولاً إلى دائرة واحدة.",
        "ru": "Подход GRADE к оценке уверенности в оценке эффекта. В строках указан дизайн исследования — рандомизированные контролируемые испытания, изначально имеющие высокую уверенность, и обсервационные исследования, изначально имеющие низкую уверенность. Между ними приведены пять причин для снижения уверенности (риск систематической ошибки, несогласованность, косвенность, неточность, публикационное смещение) и три причины для её повышения (выраженный эффект, зависимость «доза — ответ» и правдоподобные вмешивающиеся факторы, которые либо уменьшили бы продемонстрированный эффект, либо указывали на ложный эффект). В правом столбце даны четыре итоговых уровня — высокий, умеренный, низкий и очень низкий — каждый с обозначением кружками, от четырёх закрашенных кружков до одного.",
        "zh": "用于评估效应估计把握度的 GRADE 方法。各行列出研究设计——起始把握度为高的随机对照试验，以及起始把握度为低的观察性研究。两者之间列出降低把握度的五项原因（偏倚风险、不一致性、间接性、不精确性、发表偏倚）和提高把握度的三项原因（大效应量、剂量-反应关系，以及可能减弱已证实效应或提示虚假效应的合理混杂因素）。右侧列给出四个最终等级——高、中、低和极低——并分别用四个实心圆递减至一个实心圆的圆圈符号表示。"
      },
      "state": "draft"
    },
    {
      "id": "img-p154-1",
      "file": "images/img-p154-1.png",
      "page": 154,
      "narratives": {
        "en": "A comparison of four types of rapid review — a traditional systematic review conducted rapidly, a rapid review of systematic reviews, a rapid review of systematic reviews plus primary studies, and a rapid review of primary studies only — across twelve methodological dimensions. The traditional review allows up to 16 weeks where the three rapid forms allow up to 12. It differs from them throughout: no restrictions on literature search or number of databases against restrictions and 2–3 databases; complete data-extraction verification against one reviewer with selected verification; outcomes restricted to four or fewer against two to four with more if available. Rows also cover question types, number of questions, use of systematic reviews, grey literature, screening, study designs included, risk-of-bias assessment, and assessment of the quality of the body of evidence.",
        "fr": "Comparaison de quatre types de revues rapides — une revue systématique traditionnelle menée rapidement, une revue rapide de revues systématiques, une revue rapide de revues systématiques et d’études primaires, et une revue rapide d’études primaires uniquement — selon douze dimensions méthodologiques. La revue traditionnelle prévoit jusqu’à 16 semaines, tandis que les trois formes rapides en prévoient jusqu’à 12. Elle s’en distingue sur l’ensemble des critères : aucune restriction sur la recherche documentaire ni sur le nombre de bases de données, contre des restrictions et 2 à 3 bases ; vérification complète de l’extraction des données, contre un seul examinateur avec vérification sélective ; critères de jugement limités à quatre ou moins, contre deux à quatre et davantage si disponibles. Les lignes couvrent également les types de questions, le nombre de questions, l’utilisation de revues systématiques, la littérature grise, le criblage, les plans d’étude inclus, l’évaluation du risque de biais et l’évaluation de la qualité de l’ensemble des données probantes.",
        "es": "Comparación de cuatro tipos de revisión rápida —una revisión sistemática tradicional realizada rápidamente, una revisión rápida de revisiones sistemáticas, una revisión rápida de revisiones sistemáticas más estudios primarios y una revisión rápida solo de estudios primarios— a lo largo de doce dimensiones metodológicas. La revisión tradicional permite hasta 16 semanas, mientras que las tres modalidades rápidas permiten hasta 12. Difiere de ellas en todos los aspectos: sin restricciones en la búsqueda bibliográfica ni en el número de bases de datos frente a restricciones y 2–3 bases de datos; verificación completa de la extracción de datos frente a un revisor con verificación selectiva; desenlaces restringidos a cuatro o menos frente a entre dos y cuatro, con más si están disponibles. Las filas también abarcan tipos de preguntas, número de preguntas, uso de revisiones sistemáticas, literatura gris, cribado, diseños de estudio incluidos, evaluación del riesgo de sesgo y evaluación de la calidad del conjunto de la evidencia.",
        "ar": "مقارنة بين أربعة أنواع من المراجعات السريعة — مراجعة منهجية تقليدية أُجريت بسرعة، ومراجعة سريعة للمراجعات المنهجية، ومراجعة سريعة للمراجعات المنهجية مع الدراسات الأولية، ومراجعة سريعة للدراسات الأولية فقط — عبر اثني عشر بُعداً منهجياً. تتيح المراجعة التقليدية ما يصل إلى 16 أسبوعاً بينما تتيح الأشكال السريعة الثلاثة ما يصل إلى 12 أسبوعاً. وتختلف عنها في سائر الجوانب: عدم فرض قيود على البحث في الأدبيات أو عدد قواعد البيانات مقابل فرض قيود واقتصارها على 2–3 قواعد بيانات؛ والتحقق الكامل من استخلاص البيانات مقابل مراجع واحد مع تحقق انتقائي؛ وحصر الحصائل في أربع أو أقل مقابل اثنتين إلى أربع مع المزيد إن توفرت. كما تغطي الصفوف أنواع الأسئلة، وعدد الأسئلة، واستخدام المراجعات المنهجية، والأدبيات الرمادية، والفرز، وتصاميم الدراسات المشمولة، وتقييم خطر التحيز، وتقييم جودة مجمل البينات.",
        "ru": "Сравнение четырёх типов экспресс-обзоров — традиционного систематического обзора, проведённого в сжатые сроки, экспресс-обзора систематических обзоров, экспресс-обзора систематических обзоров и первичных исследований, а также экспресс-обзора только первичных исследований — по двенадцати методологическим параметрам. Традиционный обзор допускает срок до 16 недель, тогда как три экспресс-формы — до 12 недель. Он отличается от них по всем позициям: отсутствие ограничений при поиске литературы и по числу баз данных против наличия ограничений и 2–3 баз данных; полная проверка извлечения данных против одного рецензента с выборочной проверкой; ограничение числа исходов четырьмя или менее против двух–четырёх (и более при наличии). Строки таблицы также охватывают типы вопросов, количество вопросов, использование систематических обзоров, «серую» литературу, скрининг, включаемые дизайны исследований, оценку риска систематической ошибки и оценку качества совокупности доказательств.",
        "zh": "按十二个方法学维度对四种快速综述类型进行比较：快速开展的传统系统综述、系统综述的快速综述、系统综述加原始研究的快速综述，以及仅含原始研究的快速综述。传统综述最多允许 16 周，而三种快速综述形式最多允许 12 周。传统综述在各个维度上均与后三者不同：文献检索和数据库数量无限制（对比有限制及 2–3 个数据库）；数据提取进行完整核查（对比单人提取加抽样核查）；结局指标限制在四个及以下（对比二至四个，如有更多也可纳入）。各行还涵盖问题类型、问题数量、系统综述的使用、灰色文献、文献筛选、纳入的研究设计、偏倚风险评估以及证据体质量评估。"
      },
      "state": "draft"
    }
  ],
  "coverage": [
    {
      "kind": "contents",
      "state": "found",
      "count": 258,
      "note": "outline"
    },
    {
      "kind": "sections",
      "state": "found",
      "count": 250,
      "note": "4 levels"
    },
    {
      "kind": "figures",
      "state": "partial",
      "count": 2,
      "note": "5 captioned in the text"
    },
    {
      "kind": "tables",
      "state": "not-extracted",
      "note": "9 captioned in the text"
    },
    {
      "kind": "references",
      "state": "not-extracted",
      "note": "a references section is in the text (p25); its entries are not extracted"
    },
    {
      "kind": "glossary",
      "state": "none",
      "note": "no such heading in the text"
    },
    {
      "kind": "footnotes",
      "state": "not-extracted"
    },
    {
      "kind": "summaries",
      "state": "partial",
      "count": 243,
      "note": "243 of 250 sections"
    }
  ],
  "links": {
    "repo": "litlfred/who-iris",
    "branch": "main",
    "dir": "library/9789241548960-eng"
  }
}
