{
  "$schema": "folio-library-document/v1",
  "id": "arxiv-2605.03537v1",
  "title": "A Skill-Based AI Agentic Pipeline for Library of Congress Subject Indexing",
  "variant": "pdf",
  "pages": 9,
  "tocSource": "outline",
  "tocMethod": null,
  "toc": [
    {
      "level": 1,
      "title": "Introduction",
      "number": null,
      "page": 1,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-000-introduction"
    },
    {
      "level": 2,
      "title": "Literature Review",
      "number": null,
      "page": 1,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-001-literature-review"
    },
    {
      "level": 3,
      "title": "Traditional Machine Learning Approaches",
      "number": null,
      "page": 1,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-002-traditional-machine-learning-approaches"
    },
    {
      "level": 3,
      "title": "Large Language Models for Subject Indexing",
      "number": null,
      "page": 2,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-003-large-language-models-for-subject-indexing"
    },
    {
      "level": 3,
      "title": "Present Contribution",
      "number": null,
      "page": 2,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-004-present-contribution"
    },
    {
      "level": 1,
      "title": "Methodology",
      "number": null,
      "page": 3,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-005-methodology"
    },
    {
      "level": 2,
      "title": "Source Material and Skill Construction",
      "number": null,
      "page": 3,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-006-source-material-and-skill-construction"
    },
    {
      "level": 2,
      "title": "The Four-Skill Pipeline",
      "number": null,
      "page": 3,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-007-the-four-skill-pipeline"
    },
    {
      "level": 2,
      "title": "Test Corpus",
      "number": null,
      "page": 4,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-008-test-corpus"
    },
    {
      "level": 2,
      "title": "Evaluation Method",
      "number": null,
      "page": 4,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-009-evaluation-method"
    },
    {
      "level": 1,
      "title": "Results",
      "number": null,
      "page": 4,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-010-results"
    },
    {
      "level": 2,
      "title": "Heading-by-Heading Comparison",
      "number": null,
      "page": 4,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-011-heading-by-heading-comparison"
    },
    {
      "level": 2,
      "title": "Patterns Observed",
      "number": null,
      "page": 7,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-012-patterns-observed"
    },
    {
      "level": 1,
      "title": "Discussion",
      "number": null,
      "page": 7,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-013-discussion"
    },
    {
      "level": 2,
      "title": "Strengths of the Agent Skill Approach",
      "number": null,
      "page": 7,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-014-strengths-of-the-agent-skill-approach"
    },
    {
      "level": 2,
      "title": "Limitations and Areas for Improvement",
      "number": null,
      "page": 7,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-015-limitations-and-areas-for-improvement"
    },
    {
      "level": 2,
      "title": "Comparison Baseline Considerations",
      "number": null,
      "page": 8,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-016-comparison-baseline-considerations"
    },
    {
      "level": 1,
      "title": "Conclusion",
      "number": null,
      "page": 8,
      "pageLabel": null,
      "confidence": null,
      "evidence": null,
      "source": "outline",
      "section": "sec-017-conclusion"
    }
  ],
  "sections": [
    {
      "id": "sec-front-matter",
      "number": null,
      "title": "Front matter",
      "level": 1,
      "pageStart": 1,
      "pageEnd": 1,
      "labelStart": null,
      "labelEnd": null,
      "words": 202,
      "summary": null,
      "keywords": [
        {
          "term": "congress subject",
          "heading": false
        },
        {
          "term": "subject headings",
          "heading": false
        },
        {
          "term": "subject indexing",
          "heading": false
        },
        {
          "term": "marc",
          "heading": false
        },
        {
          "term": "library",
          "heading": false
        },
        {
          "term": "agent skills",
          "heading": false
        },
        {
          "term": "lcgft",
          "heading": false
        },
        {
          "term": "chow",
          "heading": false
        }
      ],
      "extract": "A Skill-Based Agentic Pipeline for Library of Congress Subject Indexing Eric H. C. Chow School of Humanities, The University of Hong Kong eric.chow@hku.hk Abstract This paper presents a modular AI agentic skill pipeline for au- tomating subject indexing with Library of Congress Subject Headings (LCSH). Subject indexing—the process of analyzing a work’s aboutness, selecting controlled vocabulary terms, and encoding",
      "extractCut": true
    },
    {
      "id": "sec-000-introduction",
      "number": null,
      "title": "Introduction",
      "level": 1,
      "pageStart": 1,
      "pageEnd": 1,
      "labelStart": null,
      "labelEnd": null,
      "words": 169,
      "summary": null,
      "keywords": [
        {
          "term": "subject headings",
          "heading": false
        },
        {
          "term": "controlled vocabulary",
          "heading": false
        },
        {
          "term": "leaving",
          "heading": false
        },
        {
          "term": "catalogers",
          "heading": false
        },
        {
          "term": "cataloging",
          "heading": false
        },
        {
          "term": "manual",
          "heading": false
        }
      ],
      "extract": "Subject indexing—the process of determining what a work is about, selecting appropriate controlled vocabulary terms, and encoding them as subject access fields in a bibliographic record—remains one of the most time-consuming and cogni- tively demanding components of library cataloging. It requires knowledge of a controlled vocabulary exceeding one million authorized headings, fluency with a complex set of policy",
      "extractCut": true
    },
    {
      "id": "sec-001-literature-review",
      "number": null,
      "title": "Literature Review",
      "level": 2,
      "pageStart": 1,
      "pageEnd": 1,
      "labelStart": null,
      "labelEnd": null,
      "words": 1,
      "summary": null,
      "keywords": [],
      "extract": "1.1.1",
      "extractCut": false
    },
    {
      "id": "sec-002-traditional-machine-learning-approaches",
      "number": null,
      "title": "Traditional Machine Learning Approaches",
      "level": 3,
      "pageStart": 1,
      "pageEnd": 2,
      "labelStart": null,
      "labelEnd": null,
      "words": 330,
      "summary": null,
      "keywords": [
        {
          "term": "national library",
          "heading": false
        },
        {
          "term": "national libraries",
          "heading": false
        },
        {
          "term": "subject indexing",
          "heading": false
        },
        {
          "term": "kratt",
          "heading": false
        },
        {
          "term": "sparsity",
          "heading": false
        },
        {
          "term": "learning",
          "heading": true
        },
        {
          "term": "vocabularies",
          "heading": false
        },
        {
          "term": "catalogers",
          "heading": false
        }
      ],
      "extract": "Efforts to automate subject indexing predate the current genera- tion of large language models. National libraries have pursued machine learning solutions for over a decade, typically framing the task as an extreme multi-label text classification (XMTC) problem in which documents must be assigned labels from a vocabulary of tens or hundreds of thousands of controlled terms (D’Souza et al., 2026). The National",
      "extractCut": true
    },
    {
      "id": "sec-003-large-language-models-for-subject-indexing",
      "number": null,
      "title": "Large Language Models for Subject Indexing",
      "level": 3,
      "pageStart": 2,
      "pageEnd": 2,
      "labelStart": null,
      "labelEnd": null,
      "words": 553,
      "summary": null,
      "keywords": [
        {
          "term": "subject indexing",
          "heading": true
        },
        {
          "term": "lcsh",
          "heading": false
        },
        {
          "term": "chatgpt",
          "heading": false
        },
        {
          "term": "ai-generated",
          "heading": false
        },
        {
          "term": "shared task",
          "heading": false
        },
        {
          "term": "headings",
          "heading": false
        },
        {
          "term": "authority",
          "heading": false
        },
        {
          "term": "cataloging",
          "heading": false
        }
      ],
      "extract": "The emergence of generative AI has prompted a distinct line of investigation. Brzustowicz (2023) conducted early experiments testing ChatGPT’s ability to generate complete MARC records. The results showed that ChatGPT could produce records com- parable to those created by professional catalogers for basic metadata fields (title, author, publisher), and could even gener- ate original records for items without",
      "extractCut": true
    },
    {
      "id": "sec-004-present-contribution",
      "number": null,
      "title": "Present Contribution",
      "level": 3,
      "pageStart": 2,
      "pageEnd": 3,
      "labelStart": null,
      "labelEnd": null,
      "words": 520,
      "summary": null,
      "keywords": [
        {
          "term": "marc fields",
          "heading": false
        },
        {
          "term": "subject indexing",
          "heading": false
        },
        {
          "term": "headings against",
          "heading": false
        },
        {
          "term": "tang jiang",
          "heading": false
        },
        {
          "term": "authority files",
          "heading": false
        },
        {
          "term": "brzustowicz",
          "heading": false
        },
        {
          "term": "indexing workflow",
          "heading": false
        },
        {
          "term": "topic identification",
          "heading": false
        }
      ],
      "extract": "The existing literature reveals a consistent pattern: AI systems can identify relevant topics in a document, but they struggle to translate those topics into properly constructed LCSH strings that comply with the Subject Headings Manual. The accu- racy failures documented by Chow et al. (2024), Brzustowicz (2023), and Tang & Jiang (2025) are not primarily failures of topic identification—they are failures of rule",
      "extractCut": true
    },
    {
      "id": "sec-005-methodology",
      "number": null,
      "title": "Methodology",
      "level": 1,
      "pageStart": 3,
      "pageEnd": 3,
      "labelStart": null,
      "labelEnd": null,
      "words": 1,
      "summary": null,
      "keywords": [],
      "extract": "2.1",
      "extractCut": false
    },
    {
      "id": "sec-006-source-material-and-skill-construction",
      "number": null,
      "title": "Source Material and Skill Construction",
      "level": 2,
      "pageStart": 3,
      "pageEnd": 3,
      "labelStart": null,
      "labelEnd": null,
      "words": 199,
      "summary": null,
      "keywords": [
        {
          "term": "skill",
          "heading": true
        },
        {
          "term": "joudrey",
          "heading": false
        },
        {
          "term": "congress",
          "heading": false
        },
        {
          "term": "library",
          "heading": false
        },
        {
          "term": "four",
          "heading": false
        },
        {
          "term": "conceptual",
          "heading": false
        },
        {
          "term": "documents",
          "heading": false
        }
      ],
      "extract": "The four agent skills were constructed through close reading and systematic encoding of eleven Library of Congress pol- icy documents, listed in Table 1. These PDFs, obtained from the Library of Congress Cataloging and Acquisitions division, served as the primary normative source for the rules embedded in each skill. In addition to the LC policy documents, the conceptual anal- ysis skill drew on Holley & Joudrey",
      "extractCut": true
    },
    {
      "id": "sec-007-the-four-skill-pipeline",
      "number": null,
      "title": "The Four-Skill Pipeline",
      "level": 2,
      "pageStart": 3,
      "pageEnd": 4,
      "labelStart": null,
      "labelEnd": null,
      "words": 716,
      "summary": null,
      "keywords": [
        {
          "term": "marc synthesis",
          "heading": false
        },
        {
          "term": "authority validation",
          "heading": false
        },
        {
          "term": "candidate headings",
          "heading": false
        },
        {
          "term": "genre form",
          "heading": false
        },
        {
          "term": "authority file",
          "heading": false
        },
        {
          "term": "authority records",
          "heading": false
        },
        {
          "term": "geographic subdivision",
          "heading": false
        },
        {
          "term": "quantitative filtering",
          "heading": false
        }
      ],
      "extract": "The system implements a sequential pipeline in which the out- put of each skill serves as input to the next (Figure 1). Title + Abstract + Table of Contents Skill 1 Conceptual Analysis Skill 2 Quantitative Filtering Skill 3 Authority Validation Skill 4 MARC 6xx Synthesis MARC 6xx Fields (650, 600, 655, . . . ) concept list candidate headings validated headings Wilson, Langridge, Joudrey–Taylor SHM H 80, H 180 20%",
      "extractCut": true
    },
    {
      "id": "sec-008-test-corpus",
      "number": null,
      "title": "Test Corpus",
      "level": 2,
      "pageStart": 4,
      "pageEnd": 4,
      "labelStart": null,
      "labelEnd": null,
      "words": 145,
      "summary": null,
      "keywords": [
        {
          "term": "harvard library",
          "heading": false
        },
        {
          "term": "ten titles",
          "heading": false
        },
        {
          "term": "bibliographic records",
          "heading": false
        },
        {
          "term": "alma",
          "heading": false
        },
        {
          "term": "exported",
          "heading": false
        }
      ],
      "extract": "Ten titles were selected to represent a range of disciplines, publication types, and subject indexing challenges (Table 2). The titles were sampled from the Harvard Library Bibliographic Dataset (Harvard Library, 2022), an open-access collection of over 12.7 million MARC XML bibliographic records exported from Harvard Library’s Alma integrated library system. The dataset, released pursuant to Harvard Library’s Open",
      "extractCut": true
    },
    {
      "id": "sec-009-evaluation-method",
      "number": null,
      "title": "Evaluation Method",
      "level": 2,
      "pageStart": 4,
      "pageEnd": 4,
      "labelStart": null,
      "labelEnd": null,
      "words": 108,
      "summary": null,
      "keywords": [
        {
          "term": "heading",
          "heading": false
        },
        {
          "term": "indexer",
          "heading": false
        },
        {
          "term": "interpretive",
          "heading": false
        },
        {
          "term": "subdi",
          "heading": false
        }
      ],
      "extract": "For each of the ten paired titles, the agent pipeline’s MARC output was compared with the Harvard/LC headings along four dimensions: (1) conceptual recall—did the agent iden- tify the same broad topics as the human indexer? (2) heading precision—did the agent select the correct authorized heading form? (3) subdivision accuracy—did the agent construct subdi- visions ($x, $z, $y) correctly? (4) genre/form",
      "extractCut": true
    },
    {
      "id": "sec-010-results",
      "number": null,
      "title": "Results",
      "level": 1,
      "pageStart": 4,
      "pageEnd": 4,
      "labelStart": null,
      "labelEnd": null,
      "words": 1,
      "summary": null,
      "keywords": [],
      "extract": "3.1",
      "extractCut": false
    },
    {
      "id": "sec-011-heading-by-heading-comparison",
      "number": null,
      "title": "Heading-by-Heading Comparison",
      "level": 2,
      "pageStart": 4,
      "pageEnd": 7,
      "labelStart": null,
      "labelEnd": null,
      "words": 1413,
      "summary": null,
      "keywords": [
        {
          "term": "bolivia toracari",
          "heading": false
        },
        {
          "term": "america bolivia",
          "heading": false
        },
        {
          "term": "peasants bolivia",
          "heading": false
        },
        {
          "term": "baseline headings",
          "heading": false
        },
        {
          "term": "south america",
          "heading": false
        },
        {
          "term": "toracari government",
          "heading": false
        },
        {
          "term": "black holes",
          "heading": false
        },
        {
          "term": "toracari social",
          "heading": false
        }
      ],
      "extract": "Table 3 presents the complete heading-by-heading comparison for all ten paired titles. Agent-generated headings are shown in standard MARC notation; Harvard/LC headings are shown as they appeared in the bibliographic dataset, with subdivisions delimited by “ – ”. Due to space constraints, abbreviated analy- 2https://github.com/choweric/ subject-indexing-skills 4 Table 2: Test corpus sampled from the Harvard Library",
      "extractCut": true
    },
    {
      "id": "sec-012-patterns-observed",
      "number": null,
      "title": "Patterns Observed",
      "level": 2,
      "pageStart": 7,
      "pageEnd": 7,
      "labelStart": null,
      "labelEnd": null,
      "words": 422,
      "summary": null,
      "keywords": [
        {
          "term": "bolivia title",
          "heading": false
        },
        {
          "term": "baseline record",
          "heading": false
        },
        {
          "term": "chronological subdivision",
          "heading": false
        },
        {
          "term": "country level",
          "heading": false
        },
        {
          "term": "agent assigned",
          "heading": false
        },
        {
          "term": "name headings",
          "heading": false
        },
        {
          "term": "geographic",
          "heading": false
        },
        {
          "term": "toracari",
          "heading": false
        }
      ],
      "extract": "Specificity. In seven of ten cases, the agent produced head- ings at a comparable or more specific level than the baseline record. The most striking example is the medical virology ti- tle (#6), where the agent assigned influenza-specific headings while the baseline used broad disciplinary terms. In two cases (Ford, black holes), the baseline was clearly more specific— particularly in geographic granularity and",
      "extractCut": true
    },
    {
      "id": "sec-013-discussion",
      "number": null,
      "title": "Discussion",
      "level": 1,
      "pageStart": 7,
      "pageEnd": 7,
      "labelStart": null,
      "labelEnd": null,
      "words": 1,
      "summary": null,
      "keywords": [],
      "extract": "4.1",
      "extractCut": false
    },
    {
      "id": "sec-014-strengths-of-the-agent-skill-approach",
      "number": null,
      "title": "Strengths of the Agent Skill Approach",
      "level": 2,
      "pageStart": 7,
      "pageEnd": 7,
      "labelStart": null,
      "labelEnd": null,
      "words": 177,
      "summary": null,
      "keywords": [
        {
          "term": "skill",
          "heading": true
        },
        {
          "term": "heading decision",
          "heading": false
        },
        {
          "term": "subdivision",
          "heading": false
        },
        {
          "term": "policy",
          "heading": false
        },
        {
          "term": "rule",
          "heading": false
        },
        {
          "term": "reasoning",
          "heading": false
        }
      ],
      "extract": "The modular pipeline design offers several advantages over monolithic prompting: Separation of concerns. Each skill addresses one phase of the subject indexing process, mirroring the cognitive stages a trained subject cataloger moves through. This decomposition makes each stage auditable: a reviewer can identify exactly where a questionable heading decision originated. Policy updateability. When LC policy changes—as",
      "extractCut": true
    },
    {
      "id": "sec-015-limitations-and-areas-for-improvement",
      "number": null,
      "title": "Limitations and Areas for Improvement",
      "level": 2,
      "pageStart": 7,
      "pageEnd": 8,
      "labelStart": null,
      "labelEnd": null,
      "words": 292,
      "summary": null,
      "keywords": [
        {
          "term": "subject indexing",
          "heading": false
        },
        {
          "term": "subdivisions",
          "heading": false
        },
        {
          "term": "geographic",
          "heading": false
        },
        {
          "term": "disciplines",
          "heading": false
        },
        {
          "term": "pipeline",
          "heading": false
        },
        {
          "term": "heading",
          "heading": false
        },
        {
          "term": "bibliographic",
          "heading": false
        },
        {
          "term": "sciences",
          "heading": false
        }
      ],
      "extract": "Geographic and chronological subdivision. The agent under- subdivided in several cases. Strengthening the MARC synthesis skill’s guidance on when to append $z and $y subdivisions— particularly for works with clear geographic or temporal scope— would address this gap. Heading selection among synonymous terms. When multi- ple authorized headings cover overlapping territory (e.g., Race discrimination vs. Racism in the",
      "extractCut": true
    },
    {
      "id": "sec-016-comparison-baseline-considerations",
      "number": null,
      "title": "Comparison Baseline Considerations",
      "level": 2,
      "pageStart": 8,
      "pageEnd": 8,
      "labelStart": null,
      "labelEnd": null,
      "words": 69,
      "summary": null,
      "keywords": [
        {
          "term": "baseline",
          "heading": true
        },
        {
          "term": "headings",
          "heading": false
        },
        {
          "term": "cataloging",
          "heading": false
        }
      ],
      "extract": "The Harvard Library bibliographic dataset serves as a conve- nient but imperfect baseline. Subject headings in a production ILS may reflect varying levels of cataloging (full, core, mini- mal), copy cataloging from diverse sources with differing sub- ject indexing practices, legacy headings predating current SHM instructions, and batch processing or automated enrichment. The baseline headings should therefore be",
      "extractCut": true
    },
    {
      "id": "sec-017-conclusion",
      "number": null,
      "title": "Conclusion",
      "level": 1,
      "pageStart": 8,
      "pageEnd": 9,
      "labelStart": null,
      "labelEnd": null,
      "words": 641,
      "summary": null,
      "keywords": [
        {
          "term": "arxiv preprint",
          "heading": false
        },
        {
          "term": "lcsh subject",
          "heading": false
        },
        {
          "term": "subject indexing",
          "heading": false
        },
        {
          "term": "harvard library",
          "heading": false
        },
        {
          "term": "cata loging",
          "heading": false
        },
        {
          "term": "org abs",
          "heading": false
        },
        {
          "term": "cataloging",
          "heading": false
        },
        {
          "term": "semeval task",
          "heading": false
        }
      ],
      "extract": "This study demonstrates that a modular agent skill pipeline can produce LCSH subject heading assignments that are conceptu- ally aligned with professional subject indexing practice. The system’s strengths—specificity, named entity identification, and adherence to current LC policy—complement its weaknesses in subdivision completeness and synonym navigation. The agent skill architecture offers a practical framework",
      "extractCut": true
    }
  ],
  "checks": {},
  "withheld": false,
  "keywords": [
    {
      "term": "subject headings",
      "heading": false
    },
    {
      "term": "marc subject",
      "heading": false
    },
    {
      "term": "subject indexing",
      "heading": true
    },
    {
      "term": "agent headings",
      "heading": false
    },
    {
      "term": "baseline headings",
      "heading": false
    },
    {
      "term": "lcsh subject",
      "heading": false
    },
    {
      "term": "authorized headings",
      "heading": false
    },
    {
      "term": "topical headings",
      "heading": false
    },
    {
      "term": "congress subject",
      "heading": false
    },
    {
      "term": "headings against",
      "heading": false
    },
    {
      "term": "candidate headings",
      "heading": false
    },
    {
      "term": "library cataloging",
      "heading": false
    }
  ],
  "links": {
    "repo": "litlfred/cat-harness",
    "branch": "main",
    "dir": "library/arxiv-2605.03537v1"
  }
}