Commits

Ned Batchelder  committed 8451e2a

A few simple tweaks.

  • Participants
  • Parent commits 356f726

Comments (0)

Files changed (1)

 
 def literals(choices):
     """Create a regex from a space-separated list of literal `choices`."""
-    return "|".join([re.escape(c) for c in choices.split()])
+    return "|".join(re.escape(c) for c in choices.split())
 
 class Lexer(object):
     """A generic multi-state regex-based lexer."""
                 groupid = "t%d" % tok.id
                 self.toks[groupid] = tok
                 parts.append("(?P<%s>%s)" % (groupid, tok.regex))
-            self.regexes[state] = re.compile("|".join(parts), re.MULTILINE+re.VERBOSE)
+            self.regexes[state] = re.compile("|".join(parts), re.MULTILINE|re.VERBOSE)
 
         self.state = first
 
     # Details of Javascript lexical structure are taken from
     # http://www.ecma-international.org/publications/files/ECMA-ST/ECMA-262.pdf
 
+    # A useful explanation of automatic semicolon insertion is at
+    # http://inimino.org/~inimino/blog/javascript_semicolons
+
     both_before = [
         Tok("comment",      r"/\*(.|\n)*?\*/"),
         Tok("linecomment",  r"//.*?$"),