more fixes

Author: lev-blit

stubs/Pygments/pygments/formatter.pyi

@@ -1,10 +1,13 @@
 from _io import _TextIOBase
 from collections.abc import Iterator
+from types import GenericAlias
 from typing import Any, Generic, TypeVar, overload
 
 from pygments.style import Style
 from pygments.token import _TokenType
 
+__all__ = ["Formatter"]
+
 _T = TypeVar("_T", str, bytes)
 
 class Formatter(Generic[_T]):
@@ -25,3 +28,4 @@ class Formatter(Generic[_T]):
     def __init__(self: Formatter[bytes], *, encoding: None = None, outencoding: str, **options: Any) -> None: ...
     def get_style_defs(self, arg: str = "") -> str: ...
     def format(self, tokensource: Iterator[tuple[_TokenType, str]], outfile: _TextIOBase) -> None: ...
+    def __class_getitem__(cls, name: Any) -> GenericAlias: ...

stubs/Pygments/pygments/lexer.pyi

@@ -3,11 +3,28 @@ from _typeshed import Incomplete
 from collections.abc import Callable, Iterable, Iterator, Sequence
 from re import RegexFlag
 from typing import Any, ClassVar
+from typing_extensions import TypeAlias
 
 from pygments.filter import Filter
 from pygments.token import _TokenType
 from pygments.util import Future
 
+__all__ = [
+    "Lexer",
+    "RegexLexer",
+    "ExtendedRegexLexer",
+    "DelegatingLexer",
+    "LexerContext",
+    "include",
+    "inherit",
+    "bygroups",
+    "using",
+    "this",
+    "default",
+    "words",
+    "line_re",
+]
+
 line_re: re.Pattern[str]
 
 class LexerMeta(type):
@@ -110,17 +127,15 @@ class RegexLexerMeta(LexerMeta):
     ]: ...
     def __call__(cls, *args: Any, **kwds: Any) -> Any: ...
 
+_TokenListSecondItemType: TypeAlias = (
+    _TokenType
+    | Iterator[tuple[int, _TokenType, str]]
+    | Callable[[Lexer, _PseudoMatch, LexerContext], Iterator[tuple[int, _TokenType, str]]]
+)
+
 class RegexLexer(Lexer, metaclass=RegexLexerMeta):
     flags: ClassVar[RegexFlag]
-    tokens: ClassVar[
-        dict[
-            str,
-            list[
-                tuple[str, _TokenType | Iterator[tuple[int, _TokenType, str]]]
-                | tuple[str, _TokenType | Iterator[tuple[int, _TokenType, str]], str]
-            ],
-        ]
-    ]
+    tokens: ClassVar[dict[str, list[tuple[str, _TokenListSecondItemType] | tuple[str, _TokenListSecondItemType, str] | include]]]
     def get_tokens_unprocessed(self, text: str, stack: Iterable[str] = ("root",)) -> Iterator[tuple[int, _TokenType, str]]: ...
 
 class LexerContext:

stubs/Pygments/pygments/modeline.pyi

@@ -1 +1,3 @@
+__all__ = ["get_filetype_from_buffer"]
+
 def get_filetype_from_buffer(buf: str, max_lines: int = 5) -> str: ...

stubs/Pygments/pygments/sphinxext.pyi

@@ -1,3 +1,4 @@
+from docutils.nodes import Node
 from docutils.parsers.rst import Directive
 
 MODULEDOC: str
@@ -7,6 +8,8 @@ FILTERDOC: str
 
 class PygmentsDoc(Directive):
     filenames: set[str]
+    def run(self) -> list[Node]: ...
+    def document_lexers_overview(self) -> str: ...
     def document_lexers(self) -> str: ...
     def document_formatters(self) -> str: ...
     def document_filters(self) -> str: ...