{
    "mode": "perldoc",
    "parameter": "Plucene::Analysis::Token",
    "section": "",
    "url": "https://www.chedong.com/phpMan.php/perldoc/Plucene%3A%3AAnalysis%3A%3AToken/json",
    "generated": "2026-07-05T09:29:33Z",
    "synopsis": "",
    "sections": {
        "NAME": {
            "content": "Plucene::Analysis::Token - A term in a field\n",
            "subsections": []
        },
        "SYNOPSIS": {
            "content": "",
            "subsections": []
        },
        "DESCRIPTION": {
            "content": "A Token is an occurence of a term from the text of a field. It consists of a term's text, the\nstart and end offset of the term in the text of the field, and a type string.\n\nThe start and end offsets permit applications to re-associate a token with its source text,\ne.g., to display highlighted query terms in a document browser, or to show matching text\nfragments in a KWIC (KeyWord In Context) display, etc.\n\nThe type is an interned string, assigned by a lexical analyzer (a.k.a. tokenizer), naming the\nlexical or syntactic class that the token belongs to. For example an end of sentence marker\ntoken might be implemented with type \"eos\". The default token type is \"word\".\n",
            "subsections": []
        },
        "METHODS": {
            "content": "new\nmy $token = Plucene::Analysis::Token->new({\ntype  => $type,\ntext  => $text,\nstart => $start,\nend   => $end });\n\nThis will create a new Plucene::Analysis::Token object.\n",
            "subsections": []
        }
    },
    "summary": "Plucene::Analysis::Token - A term in a field",
    "flags": [],
    "examples": [],
    "see_also": []
}