Update token.pyi and tokenize.pyi for Python3.12 (#10283)

stdlib/token.pyi

@@ -73,6 +73,9 @@ if sys.version_info >= (3, 8):
 if sys.version_info >= (3, 10):
     __all__ += ["SOFT_KEYWORD"]
 
+if sys.version_info >= (3, 12):
+    __all__ += ["EXCLAMATION", "FSTRING_END", "FSTRING_MIDDLE", "FSTRING_START"]
+
 ENDMARKER: int
 NAME: int
 NUMBER: int
@@ -145,6 +148,12 @@ if sys.version_info >= (3, 8):
 if sys.version_info >= (3, 10):
     SOFT_KEYWORD: int
 
+if sys.version_info >= (3, 12):
+    EXCLAMATION: int
+    FSTRING_END: int
+    FSTRING_MIDDLE: int
+    FSTRING_START: int
+
 def ISTERMINAL(x: int) -> bool: ...
 def ISNONTERMINAL(x: int) -> bool: ...
 def ISEOF(x: int) -> bool: ...

stdlib/tokenize.pyi

@@ -83,6 +83,9 @@ if sys.version_info >= (3, 8):
 if sys.version_info >= (3, 10):
     __all__ += ["SOFT_KEYWORD"]
 
+if sys.version_info >= (3, 12):
+    __all__ += ["EXCLAMATION", "FSTRING_END", "FSTRING_MIDDLE", "FSTRING_START"]
+
 if sys.version_info >= (3, 8):
     from token import EXACT_TOKEN_TYPES as EXACT_TOKEN_TYPES
 else:

tests/stubtest_allowlists/py312.txt

@@ -160,16 +160,6 @@ tarfile.__all__
 tarfile.data_filter
 tarfile.fully_trusted_filter
 tarfile.tar_filter
-token.EXCLAMATION
-token.FSTRING_END
-token.FSTRING_MIDDLE
-token.FSTRING_START
-token.__all__
-tokenize.EXCLAMATION
-tokenize.FSTRING_END
-tokenize.FSTRING_MIDDLE
-tokenize.FSTRING_START
-tokenize.__all__
 turtle.RawTurtle.teleport
 turtle.TNavigator.teleport
 turtle.TPen.teleport