{
    "mode": "ri",
    "parameter": "Crass::Tokenizer",
    "section": "",
    "url": "https://www.chedong.com/phpMan.php/ri/Crass%3A%3ATokenizer/json",
    "generated": "2026-07-29T09:04:25Z",
    "sections": {
        "Crass::Tokenizer < Object": {
            "content": "(from /home/chedong/.local/share/rdoc)\n------------------------------------------------------------------------\nTokenizes a CSS string.\n\n1. http://dev.w3.org/csswg/css-syntax/#tokenization\n------------------------------------------------------------------------",
            "subsections": []
        },
        "Constants:": {
            "content": "RECOMMENTCLOSE:\n[not documented]\n\nREDIGIT:\n[not documented]\n\nREESCAPE:\n[not documented]\n\nREHEX:\n[not documented]\n\nRENAME:\n[not documented]\n\nRENAMESTART:\n[not documented]\n\nRENONPRINTABLE:\n[not documented]\n\nRENUMBERDECIMAL:\n[not documented]\n\nRENUMBEREXPONENT:\n[not documented]\n\nRENUMBERSIGN:\n[not documented]\n\nRENUMBERSTR:\n[not documented]\n\nREQUOTEDURLSTART:\n[not documented]\n\nREUNICODERANGEEND:\n[not documented]\n\nREUNICODERANGESTART:\n[not documented]\n\nREWHITESPACE:\n[not documented]\n\nREWHITESPACEANCHORED:\n[not documented]\n\n",
            "subsections": []
        },
        "Class methods:": {
            "content": "new\ntokenize\n",
            "subsections": []
        },
        "Instance methods:": {
            "content": "consume\nconsumebadurl\nconsumecomments\nconsumeescaped\nconsumeident\nconsumename\nconsumenumber\nconsumenumeric\nconsumestring\nconsumeunicoderange\nconsumeurl\nconvertstringtonumber\ncreatetoken\npreprocess\nstartidentifier?\nstartnumber?\ntokenize\nvalidescape?\n",
            "subsections": []
        }
    },
    "flags": [],
    "examples": [],
    "see_also": []
}