1. Pypy
  2. Untitled project
  3. pypy

Source

pypy / pypy / module / token / __init__.py

from pypy.interpreter.mixedmodule import MixedModule
from pypy.interpreter.gateway import unwrap_spec
from pypy.interpreter.pyparser import pytoken, pygram


class Module(MixedModule):

    appleveldefs = {}
    interpleveldefs = {
        "NT_OFFSET" : "space.wrap(256)",
        "ISTERMINAL" : "__init__.isterminal",
        "ISNONTERMINAL" : "__init__.isnonterminal",
        "ISEOF" : "__init__.iseof"
        }


def _init_tokens():
    tok_name = {}
    for tok, id in pytoken.python_tokens.iteritems():
        Module.interpleveldefs[tok] = "space.wrap(%d)" % (id,)
        tok_name[id] = tok
    Module.interpleveldefs["tok_name"] = "space.wrap(%r)" % (tok_name,)
    Module.interpleveldefs["N_TOKENS"] = "space.wrap(%d)" % len(tok_name)
    all_names = Module.interpleveldefs.keys()
    Module.interpleveldefs["__all__"] = "space.wrap(%r)" % (all_names,)

_init_tokens()


@unwrap_spec(tok=int)
def isterminal(space, tok):
    return space.wrap(tok < 256)

@unwrap_spec(tok=int)
def isnonterminal(space, tok):
    return space.wrap(tok >= 256)

@unwrap_spec(tok=int)
def iseof(space, tok):
    return space.wrap(tok == pygram.tokens.ENDMARKER)