{
    "content": [
        {
            "type": "text",
            "text": "# _tokenize (pydoc)\n\n## NAME\n\ntokenize\n\n## Sections\n\n- **NAME**\n- **CLASSES** (1 subsections)\n- **FILE**\n\nUse structuredContent.sections for detailed options, examples, and full documentation.\n"
        }
    ],
    "structuredContent": {
        "command": "_tokenize",
        "section": "",
        "mode": "pydoc",
        "summary": "tokenize",
        "synopsis": null,
        "tldr_summary": null,
        "tldr_examples": [],
        "tldr_source": null,
        "flags": [],
        "examples": [],
        "see_also": [],
        "section_outline": [
            {
                "name": "NAME",
                "lines": 2,
                "subsections": []
            },
            {
                "name": "CLASSES",
                "lines": 3,
                "subsections": [
                    {
                        "name": "class TokenizerIter",
                        "lines": 17
                    }
                ]
            },
            {
                "name": "FILE",
                "lines": 3,
                "subsections": []
            }
        ],
        "sections": {
            "NAME": {
                "content": "tokenize\n",
                "subsections": []
            },
            "CLASSES": {
                "content": "builtins.object\nTokenizerIter\n",
                "subsections": [
                    {
                        "name": "class TokenizerIter",
                        "content": "|  Methods defined here:\n|\n|  getattribute(self, name, /)\n|      Return getattr(self, name).\n|\n|  iter(self, /)\n|      Implement iter(self).\n|\n|  next(self, /)\n|      Implement next(self).\n|\n|  ----------------------------------------------------------------------\n|  Static methods defined here:\n|\n|  new(*args, kwargs)\n|      Create and return a new object.  See help(type) for accurate signature.\n"
                    }
                ]
            },
            "FILE": {
                "content": "(built-in)\n\n",
                "subsections": []
            }
        }
    }
}