Add new tokens // and //=, in support of PEP 238.

96204f5e · Guido van Rossum · 4668b000 · 96204f5e
Kaydet (Commit) 96204f5e authored Agu 08, 2001 tarafından Guido van Rossum
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

tokenize.py Lib/tokenize.py +1 -0

No files found.
--- a/Lib/tokenize.py
+++ b/Lib/tokenize.py
@@ -78,6 +78,7 @@ String = group(r"[uU]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*'",
 # longest operators first (e.g., if = came before ==, == would get
 # recognized as two instances of =).
 Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=",
+                 r"//=?",
                 r"[+\-*/%&|^=<>]=?",
                 r"~")