{
  "id": "2204.04869",
  "version": "v1",
  "published": "2022-04-11T05:10:37.000Z",
  "updated": "2022-04-11T05:10:37.000Z",
  "title": "Evaluation of Automatic Text Summarization using Synthetic Facts",
  "authors": [
    "Jay Ahn",
    "Foaad Khosmood"
  ],
  "categories": [
    "cs.CL"
  ],
  "abstract": "Despite some recent advances, automatic text summarization remains unreliable, elusive, and of limited practical use in applications. Two main problems with current summarization methods are well known: evaluation and factual consistency. To address these issues, we propose a new automatic reference-less text summarization evaluation system that can measure the quality of any text summarization model with a set of generated facts based on factual consistency, comprehensiveness, and compression rate. As far as we know, our evaluation system is the first system that measures the overarching quality of the text summarization models based on factuality, information coverage, and compression rate.",
  "revisions": [
    {
      "version": "v1",
      "updated": "2022-04-11T05:10:37.000Z"
    }
  ],
  "analyses": {
    "keywords": [
      "automatic text summarization",
      "synthetic facts",
      "text summarization remains unreliable",
      "text summarization model",
      "reference-less text summarization evaluation system"
    ],
    "note": {
      "typesetting": "TeX",
      "pages": 0,
      "language": "en",
      "license": "arXiv",
      "status": "editable"
    }
  }
}