1. Henning Schröder
  2. syntaxhighlighter

Commits

Henning Schröder  committed 33f5c85

first version

  • Participants
  • Branches default

Comments (0)

Files changed (9)

File create_python_hl.py

View file
+# -*- coding: utf-8 -*-
+from __future__ import print_function
+from keyword import kwlist as python_keywords
+python_builtins = [str(name) for name in dir(__builtins__) if not name.startswith('_') or name in ("__import__",)]
+
+
+
+python_syntax = {
+  "partitions": [
+      # name, start, end, is_multiline
+      ("comment", "#", "\n"),
+      ("string", "[bruBRU]?'''", "'''", True),
+      ("string", "[bruBRU]?'", "'"),
+      ("string", '[bruBRU]?"""', '"""', True),
+      ("string", '[bruBRU]?"', '"'),
+  ],
+  "scanner": {
+      # parition-name (None=default): tokens
+      None: [
+         # (name, token-pattern-regexp, prefix, suffix)
+         ("hexnumber", "(0x)([0-9a-fA-F])+?",),
+         ("number", "\d+(\.\d*)?",),
+         ("keyword", python_keywords, "(^|[\b\W])", "[\b\W]"),
+         ("builtin", python_builtins, "([^\.]|^)", "[\b\W]"),
+         ("ident", "[A-Za-z_][A-Za-z_0-9]*",)
+      ]
+  },
+  "formats": {
+     #name: value
+     "keyword": "%(syntax_keyword)s",
+     "builtin": "%(syntax_builtin)s",
+     "comment": "%(syntax_comment)s",
+     "string":  "%(syntax_string)s",
+     "hexnumber":  "%(syntax_number)s",
+     "number":  "%(syntax_number)s",
+  }
+}
+
+
+import pprint
+print("syntax = ", pprint.pformat(python_syntax))

File demo.py

View file
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+import sys
+import os
+from PyQt4.QtGui import QApplication, QMainWindow, QPlainTextEdit, QFont
+from highlighter import SyntaxHighlighter, load_syntax
+
+
+from python27 import syntax
+scheme = {
+  "syntax_comment": dict(color="green", italic=True),
+  "syntax_string": "magenta",
+  "syntax_builtin": "red",
+  "syntax_keyword": ("darkred",True),
+  "syntax_number": "blue",
+}
+
+
+class MainWindow(QMainWindow):
+
+
+    def __init__(self):
+        QMainWindow.__init__(self)
+        self.resize(800, 600)
+        src = open(__file__.rstrip("oc")).read()
+        self.edit = QPlainTextEdit(self)
+        self.setCentralWidget(self.edit)
+        self.edit.setPlainText(src)
+        
+        font = QFont()
+        font.setFamily("Courier")
+        font.setPointSize(10)
+        
+        self.edit.setFont(font)
+        parts_scanner, code_scanner, formats = load_syntax(syntax, scheme)
+        self.hl = SyntaxHighlighter(self.edit.document(),
+            parts_scanner, code_scanner, formats, default_font=font)
+
+
+
+
+if __name__ == "__main__":
+    app = QApplication(sys.argv)
+    win = MainWindow()
+    win.show()
+    sys.exit(app.exec_() or 0)
+    
+    
+

File doc/Makefile

View file
+# Makefile for Sphinx documentation
+#
+
+# You can set these variables from the command line.
+SPHINXOPTS    =
+SPHINXBUILD   = sphinx-build
+PAPER         =
+BUILDDIR      = _build
+
+# Internal variables.
+PAPEROPT_a4     = -D latex_paper_size=a4
+PAPEROPT_letter = -D latex_paper_size=letter
+ALLSPHINXOPTS   = -d $(BUILDDIR)/doctrees $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) .
+# the i18n builder cannot share the environment and doctrees with the others
+I18NSPHINXOPTS  = $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) .
+
+.PHONY: help clean html dirhtml singlehtml pickle json htmlhelp qthelp devhelp epub latex latexpdf text man changes linkcheck doctest gettext
+
+help:
+	@echo "Please use \`make <target>' where <target> is one of"
+	@echo "  html       to make standalone HTML files"
+	@echo "  dirhtml    to make HTML files named index.html in directories"
+	@echo "  singlehtml to make a single large HTML file"
+	@echo "  pickle     to make pickle files"
+	@echo "  json       to make JSON files"
+	@echo "  htmlhelp   to make HTML files and a HTML help project"
+	@echo "  qthelp     to make HTML files and a qthelp project"
+	@echo "  devhelp    to make HTML files and a Devhelp project"
+	@echo "  epub       to make an epub"
+	@echo "  latex      to make LaTeX files, you can set PAPER=a4 or PAPER=letter"
+	@echo "  latexpdf   to make LaTeX files and run them through pdflatex"
+	@echo "  text       to make text files"
+	@echo "  man        to make manual pages"
+	@echo "  texinfo    to make Texinfo files"
+	@echo "  info       to make Texinfo files and run them through makeinfo"
+	@echo "  gettext    to make PO message catalogs"
+	@echo "  changes    to make an overview of all changed/added/deprecated items"
+	@echo "  linkcheck  to check all external links for integrity"
+	@echo "  doctest    to run all doctests embedded in the documentation (if enabled)"
+
+clean:
+	-rm -rf $(BUILDDIR)/*
+
+html:
+	$(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html
+	@echo
+	@echo "Build finished. The HTML pages are in $(BUILDDIR)/html."
+
+dirhtml:
+	$(SPHINXBUILD) -b dirhtml $(ALLSPHINXOPTS) $(BUILDDIR)/dirhtml
+	@echo
+	@echo "Build finished. The HTML pages are in $(BUILDDIR)/dirhtml."
+
+singlehtml:
+	$(SPHINXBUILD) -b singlehtml $(ALLSPHINXOPTS) $(BUILDDIR)/singlehtml
+	@echo
+	@echo "Build finished. The HTML page is in $(BUILDDIR)/singlehtml."
+
+pickle:
+	$(SPHINXBUILD) -b pickle $(ALLSPHINXOPTS) $(BUILDDIR)/pickle
+	@echo
+	@echo "Build finished; now you can process the pickle files."
+
+json:
+	$(SPHINXBUILD) -b json $(ALLSPHINXOPTS) $(BUILDDIR)/json
+	@echo
+	@echo "Build finished; now you can process the JSON files."
+
+htmlhelp:
+	$(SPHINXBUILD) -b htmlhelp $(ALLSPHINXOPTS) $(BUILDDIR)/htmlhelp
+	@echo
+	@echo "Build finished; now you can run HTML Help Workshop with the" \
+	      ".hhp project file in $(BUILDDIR)/htmlhelp."
+
+qthelp:
+	$(SPHINXBUILD) -b qthelp $(ALLSPHINXOPTS) $(BUILDDIR)/qthelp
+	@echo
+	@echo "Build finished; now you can run "qcollectiongenerator" with the" \
+	      ".qhcp project file in $(BUILDDIR)/qthelp, like this:"
+	@echo "# qcollectiongenerator $(BUILDDIR)/qthelp/SyntaxHighlighterforPyQt.qhcp"
+	@echo "To view the help file:"
+	@echo "# assistant -collectionFile $(BUILDDIR)/qthelp/SyntaxHighlighterforPyQt.qhc"
+
+devhelp:
+	$(SPHINXBUILD) -b devhelp $(ALLSPHINXOPTS) $(BUILDDIR)/devhelp
+	@echo
+	@echo "Build finished."
+	@echo "To view the help file:"
+	@echo "# mkdir -p $$HOME/.local/share/devhelp/SyntaxHighlighterforPyQt"
+	@echo "# ln -s $(BUILDDIR)/devhelp $$HOME/.local/share/devhelp/SyntaxHighlighterforPyQt"
+	@echo "# devhelp"
+
+epub:
+	$(SPHINXBUILD) -b epub $(ALLSPHINXOPTS) $(BUILDDIR)/epub
+	@echo
+	@echo "Build finished. The epub file is in $(BUILDDIR)/epub."
+
+latex:
+	$(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
+	@echo
+	@echo "Build finished; the LaTeX files are in $(BUILDDIR)/latex."
+	@echo "Run \`make' in that directory to run these through (pdf)latex" \
+	      "(use \`make latexpdf' here to do that automatically)."
+
+latexpdf:
+	$(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
+	@echo "Running LaTeX files through pdflatex..."
+	$(MAKE) -C $(BUILDDIR)/latex all-pdf
+	@echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex."
+
+text:
+	$(SPHINXBUILD) -b text $(ALLSPHINXOPTS) $(BUILDDIR)/text
+	@echo
+	@echo "Build finished. The text files are in $(BUILDDIR)/text."
+
+man:
+	$(SPHINXBUILD) -b man $(ALLSPHINXOPTS) $(BUILDDIR)/man
+	@echo
+	@echo "Build finished. The manual pages are in $(BUILDDIR)/man."
+
+texinfo:
+	$(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo
+	@echo
+	@echo "Build finished. The Texinfo files are in $(BUILDDIR)/texinfo."
+	@echo "Run \`make' in that directory to run these through makeinfo" \
+	      "(use \`make info' here to do that automatically)."
+
+info:
+	$(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo
+	@echo "Running Texinfo files through makeinfo..."
+	make -C $(BUILDDIR)/texinfo info
+	@echo "makeinfo finished; the Info files are in $(BUILDDIR)/texinfo."
+
+gettext:
+	$(SPHINXBUILD) -b gettext $(I18NSPHINXOPTS) $(BUILDDIR)/locale
+	@echo
+	@echo "Build finished. The message catalogs are in $(BUILDDIR)/locale."
+
+changes:
+	$(SPHINXBUILD) -b changes $(ALLSPHINXOPTS) $(BUILDDIR)/changes
+	@echo
+	@echo "The overview file is in $(BUILDDIR)/changes."
+
+linkcheck:
+	$(SPHINXBUILD) -b linkcheck $(ALLSPHINXOPTS) $(BUILDDIR)/linkcheck
+	@echo
+	@echo "Link check complete; look for any errors in the above output " \
+	      "or in $(BUILDDIR)/linkcheck/output.txt."
+
+doctest:
+	$(SPHINXBUILD) -b doctest $(ALLSPHINXOPTS) $(BUILDDIR)/doctest
+	@echo "Testing of doctests in the sources finished, look at the " \
+	      "results in $(BUILDDIR)/doctest/output.txt."

File doc/conf.py

View file
+# -*- coding: utf-8 -*-
+#
+# SyntaxHighlighter for PyQt documentation build configuration file, created by
+# sphinx-quickstart on Sun May 27 20:08:56 2012.
+#
+# This file is execfile()d with the current directory set to its containing dir.
+#
+# Note that not all possible configuration values are present in this
+# autogenerated file.
+#
+# All configuration values have a default; values that are commented out
+# serve to show the default.
+
+import sys, os
+
+# If extensions (or modules to document with autodoc) are in another directory,
+# add these directories to sys.path here. If the directory is relative to the
+# documentation root, use os.path.abspath to make it absolute, like shown here.
+#sys.path.insert(0, os.path.abspath('.'))
+
+# -- General configuration -----------------------------------------------------
+
+# If your documentation needs a minimal Sphinx version, state it here.
+#needs_sphinx = '1.0'
+
+# Add any Sphinx extension module names here, as strings. They can be extensions
+# coming with Sphinx (named 'sphinx.ext.*') or your custom ones.
+extensions = ['sphinx.ext.autodoc']
+
+# Add any paths that contain templates here, relative to this directory.
+templates_path = ['_templates']
+
+# The suffix of source filenames.
+source_suffix = '.rst'
+
+# The encoding of source files.
+#source_encoding = 'utf-8-sig'
+
+# The master toctree document.
+master_doc = 'index'
+
+# General information about the project.
+project = u'SyntaxHighlighter for PyQt'
+copyright = u'2012, Henning Schröder'
+
+# The version info for the project you're documenting, acts as replacement for
+# |version| and |release|, also used in various other places throughout the
+# built documents.
+#
+# The short X.Y version.
+version = '0.1'
+# The full version, including alpha/beta/rc tags.
+release = '0.1'
+
+# The language for content autogenerated by Sphinx. Refer to documentation
+# for a list of supported languages.
+#language = None
+
+# There are two options for replacing |today|: either, you set today to some
+# non-false value, then it is used:
+#today = ''
+# Else, today_fmt is used as the format for a strftime call.
+#today_fmt = '%B %d, %Y'
+
+# List of patterns, relative to source directory, that match files and
+# directories to ignore when looking for source files.
+exclude_patterns = ['_build']
+
+# The reST default role (used for this markup: `text`) to use for all documents.
+#default_role = None
+
+# If true, '()' will be appended to :func: etc. cross-reference text.
+#add_function_parentheses = True
+
+# If true, the current module name will be prepended to all description
+# unit titles (such as .. function::).
+#add_module_names = True
+
+# If true, sectionauthor and moduleauthor directives will be shown in the
+# output. They are ignored by default.
+#show_authors = False
+
+# The name of the Pygments (syntax highlighting) style to use.
+pygments_style = 'sphinx'
+
+# A list of ignored prefixes for module index sorting.
+#modindex_common_prefix = []
+
+
+# -- Options for HTML output ---------------------------------------------------
+
+# The theme to use for HTML and HTML Help pages.  See the documentation for
+# a list of builtin themes.
+html_theme = 'nature'
+
+# Theme options are theme-specific and customize the look and feel of a theme
+# further.  For a list of options available for each theme, see the
+# documentation.
+#html_theme_options = {}
+
+# Add any paths that contain custom themes here, relative to this directory.
+#html_theme_path = []
+
+# The name for this set of Sphinx documents.  If None, it defaults to
+# "<project> v<release> documentation".
+#html_title = None
+
+# A shorter title for the navigation bar.  Default is the same as html_title.
+#html_short_title = None
+
+# The name of an image file (relative to this directory) to place at the top
+# of the sidebar.
+#html_logo = None
+
+# The name of an image file (within the static path) to use as favicon of the
+# docs.  This file should be a Windows icon file (.ico) being 16x16 or 32x32
+# pixels large.
+#html_favicon = None
+
+# Add any paths that contain custom static files (such as style sheets) here,
+# relative to this directory. They are copied after the builtin static files,
+# so a file named "default.css" will overwrite the builtin "default.css".
+html_static_path = ['_static']
+
+# If not '', a 'Last updated on:' timestamp is inserted at every page bottom,
+# using the given strftime format.
+#html_last_updated_fmt = '%b %d, %Y'
+
+# If true, SmartyPants will be used to convert quotes and dashes to
+# typographically correct entities.
+#html_use_smartypants = True
+
+# Custom sidebar templates, maps document names to template names.
+#html_sidebars = {}
+
+# Additional templates that should be rendered to pages, maps page names to
+# template names.
+#html_additional_pages = {}
+
+# If false, no module index is generated.
+#html_domain_indices = True
+
+# If false, no index is generated.
+#html_use_index = True
+
+# If true, the index is split into individual pages for each letter.
+#html_split_index = False
+
+# If true, links to the reST sources are added to the pages.
+#html_show_sourcelink = True
+
+# If true, "Created using Sphinx" is shown in the HTML footer. Default is True.
+#html_show_sphinx = True
+
+# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
+#html_show_copyright = True
+
+# If true, an OpenSearch description file will be output, and all pages will
+# contain a <link> tag referring to it.  The value of this option must be the
+# base URL from which the finished HTML is served.
+#html_use_opensearch = ''
+
+# This is the file name suffix for HTML files (e.g. ".xhtml").
+#html_file_suffix = None
+
+# Output file base name for HTML help builder.
+htmlhelp_basename = 'SyntaxHighlighterforPyQtdoc'
+
+
+# -- Options for LaTeX output --------------------------------------------------
+
+latex_elements = {
+# The paper size ('letterpaper' or 'a4paper').
+#'papersize': 'letterpaper',
+
+# The font size ('10pt', '11pt' or '12pt').
+#'pointsize': '10pt',
+
+# Additional stuff for the LaTeX preamble.
+#'preamble': '',
+}
+
+# Grouping the document tree into LaTeX files. List of tuples
+# (source start file, target name, title, author, documentclass [howto/manual]).
+latex_documents = [
+  ('index', 'SyntaxHighlighterforPyQt.tex', u'SyntaxHighlighter for PyQt Documentation',
+   u'Henning Schröder', 'manual'),
+]
+
+# The name of an image file (relative to this directory) to place at the top of
+# the title page.
+#latex_logo = None
+
+# For "manual" documents, if this is true, then toplevel headings are parts,
+# not chapters.
+#latex_use_parts = False
+
+# If true, show page references after internal links.
+#latex_show_pagerefs = False
+
+# If true, show URL addresses after external links.
+#latex_show_urls = False
+
+# Documents to append as an appendix to all manuals.
+#latex_appendices = []
+
+# If false, no module index is generated.
+#latex_domain_indices = True
+
+
+# -- Options for manual page output --------------------------------------------
+
+# One entry per manual page. List of tuples
+# (source start file, name, description, authors, manual section).
+man_pages = [
+    ('index', 'syntaxhighlighterforpyqt', u'SyntaxHighlighter for PyQt Documentation',
+     [u'Henning Schröder'], 1)
+]
+
+# If true, show URL addresses after external links.
+#man_show_urls = False
+
+
+# -- Options for Texinfo output ------------------------------------------------
+
+# Grouping the document tree into Texinfo files. List of tuples
+# (source start file, target name, title, author,
+#  dir menu entry, description, category)
+texinfo_documents = [
+  ('index', 'SyntaxHighlighterforPyQt', u'SyntaxHighlighter for PyQt Documentation',
+   u'Henning Schröder', 'SyntaxHighlighterforPyQt', 'One line description of project.',
+   'Miscellaneous'),
+]
+
+# Documents to append as an appendix to all manuals.
+#texinfo_appendices = []
+
+# If false, no module index is generated.
+#texinfo_domain_indices = True
+
+# How to display URL addresses: 'footnote', 'no', or 'inline'.
+#texinfo_show_urls = 'footnote'

File doc/index.rst

View file
+.. SyntaxHighlighter for PyQt documentation master file, created by
+   sphinx-quickstart on Sun May 27 20:08:56 2012.
+   You can adapt this file completely to your liking, but it should at least
+   contain the root `toctree` directive.
+
+Welcome to SyntaxHighlighter for PyQt's documentation!
+======================================================
+
+With this package you can create fast custom syntax highlighters for
+PyQt. 
+
+Unlike libraries like Pygments there is no need to retokenize the
+whole text after a small change. 
+Instead is has a state machine mechanism which is directly supported
+by QSyntaxHighlighter. 
+
+It uses a concept from Eclipse where the source is separated into
+partitions.
+For each partition context you can define different tokens which are
+accepted by the scanner. By keeping track of the previous state it is
+possible to quickly retokenize only small parts of a text.
+
+
+Contents:
+
+.. toctree::
+   :maxdepth: 2
+
+
+
+Indices and tables
+==================
+
+* :ref:`genindex`
+* :ref:`modindex`
+* :ref:`search`
+

File doc/make.bat

View file
+@ECHO OFF
+
+REM Command file for Sphinx documentation
+
+if "%SPHINXBUILD%" == "" (
+	set SPHINXBUILD=sphinx-build
+)
+set BUILDDIR=_build
+set ALLSPHINXOPTS=-d %BUILDDIR%/doctrees %SPHINXOPTS% .
+set I18NSPHINXOPTS=%SPHINXOPTS% .
+if NOT "%PAPER%" == "" (
+	set ALLSPHINXOPTS=-D latex_paper_size=%PAPER% %ALLSPHINXOPTS%
+	set I18NSPHINXOPTS=-D latex_paper_size=%PAPER% %I18NSPHINXOPTS%
+)
+
+if "%1" == "" goto help
+
+if "%1" == "help" (
+	:help
+	echo.Please use `make ^<target^>` where ^<target^> is one of
+	echo.  html       to make standalone HTML files
+	echo.  dirhtml    to make HTML files named index.html in directories
+	echo.  singlehtml to make a single large HTML file
+	echo.  pickle     to make pickle files
+	echo.  json       to make JSON files
+	echo.  htmlhelp   to make HTML files and a HTML help project
+	echo.  qthelp     to make HTML files and a qthelp project
+	echo.  devhelp    to make HTML files and a Devhelp project
+	echo.  epub       to make an epub
+	echo.  latex      to make LaTeX files, you can set PAPER=a4 or PAPER=letter
+	echo.  text       to make text files
+	echo.  man        to make manual pages
+	echo.  texinfo    to make Texinfo files
+	echo.  gettext    to make PO message catalogs
+	echo.  changes    to make an overview over all changed/added/deprecated items
+	echo.  linkcheck  to check all external links for integrity
+	echo.  doctest    to run all doctests embedded in the documentation if enabled
+	goto end
+)
+
+if "%1" == "clean" (
+	for /d %%i in (%BUILDDIR%\*) do rmdir /q /s %%i
+	del /q /s %BUILDDIR%\*
+	goto end
+)
+
+if "%1" == "html" (
+	%SPHINXBUILD% -b html %ALLSPHINXOPTS% %BUILDDIR%/html
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The HTML pages are in %BUILDDIR%/html.
+	goto end
+)
+
+if "%1" == "dirhtml" (
+	%SPHINXBUILD% -b dirhtml %ALLSPHINXOPTS% %BUILDDIR%/dirhtml
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The HTML pages are in %BUILDDIR%/dirhtml.
+	goto end
+)
+
+if "%1" == "singlehtml" (
+	%SPHINXBUILD% -b singlehtml %ALLSPHINXOPTS% %BUILDDIR%/singlehtml
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The HTML pages are in %BUILDDIR%/singlehtml.
+	goto end
+)
+
+if "%1" == "pickle" (
+	%SPHINXBUILD% -b pickle %ALLSPHINXOPTS% %BUILDDIR%/pickle
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished; now you can process the pickle files.
+	goto end
+)
+
+if "%1" == "json" (
+	%SPHINXBUILD% -b json %ALLSPHINXOPTS% %BUILDDIR%/json
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished; now you can process the JSON files.
+	goto end
+)
+
+if "%1" == "htmlhelp" (
+	%SPHINXBUILD% -b htmlhelp %ALLSPHINXOPTS% %BUILDDIR%/htmlhelp
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished; now you can run HTML Help Workshop with the ^
+.hhp project file in %BUILDDIR%/htmlhelp.
+	goto end
+)
+
+if "%1" == "qthelp" (
+	%SPHINXBUILD% -b qthelp %ALLSPHINXOPTS% %BUILDDIR%/qthelp
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished; now you can run "qcollectiongenerator" with the ^
+.qhcp project file in %BUILDDIR%/qthelp, like this:
+	echo.^> qcollectiongenerator %BUILDDIR%\qthelp\SyntaxHighlighterforPyQt.qhcp
+	echo.To view the help file:
+	echo.^> assistant -collectionFile %BUILDDIR%\qthelp\SyntaxHighlighterforPyQt.ghc
+	goto end
+)
+
+if "%1" == "devhelp" (
+	%SPHINXBUILD% -b devhelp %ALLSPHINXOPTS% %BUILDDIR%/devhelp
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished.
+	goto end
+)
+
+if "%1" == "epub" (
+	%SPHINXBUILD% -b epub %ALLSPHINXOPTS% %BUILDDIR%/epub
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The epub file is in %BUILDDIR%/epub.
+	goto end
+)
+
+if "%1" == "latex" (
+	%SPHINXBUILD% -b latex %ALLSPHINXOPTS% %BUILDDIR%/latex
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished; the LaTeX files are in %BUILDDIR%/latex.
+	goto end
+)
+
+if "%1" == "text" (
+	%SPHINXBUILD% -b text %ALLSPHINXOPTS% %BUILDDIR%/text
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The text files are in %BUILDDIR%/text.
+	goto end
+)
+
+if "%1" == "man" (
+	%SPHINXBUILD% -b man %ALLSPHINXOPTS% %BUILDDIR%/man
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The manual pages are in %BUILDDIR%/man.
+	goto end
+)
+
+if "%1" == "texinfo" (
+	%SPHINXBUILD% -b texinfo %ALLSPHINXOPTS% %BUILDDIR%/texinfo
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The Texinfo files are in %BUILDDIR%/texinfo.
+	goto end
+)
+
+if "%1" == "gettext" (
+	%SPHINXBUILD% -b gettext %I18NSPHINXOPTS% %BUILDDIR%/locale
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Build finished. The message catalogs are in %BUILDDIR%/locale.
+	goto end
+)
+
+if "%1" == "changes" (
+	%SPHINXBUILD% -b changes %ALLSPHINXOPTS% %BUILDDIR%/changes
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.The overview file is in %BUILDDIR%/changes.
+	goto end
+)
+
+if "%1" == "linkcheck" (
+	%SPHINXBUILD% -b linkcheck %ALLSPHINXOPTS% %BUILDDIR%/linkcheck
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Link check complete; look for any errors in the above output ^
+or in %BUILDDIR%/linkcheck/output.txt.
+	goto end
+)
+
+if "%1" == "doctest" (
+	%SPHINXBUILD% -b doctest %ALLSPHINXOPTS% %BUILDDIR%/doctest
+	if errorlevel 1 exit /b 1
+	echo.
+	echo.Testing of doctests in the sources finished, look at the ^
+results in %BUILDDIR%/doctest/output.txt.
+	goto end
+)
+
+:end

File highlighter.py

View file
+# -*- coding: utf-8 -*-
+"""
+Partition-based syntax highlighter
+"""
+import re
+from PyQt4.QtCore import QVariant
+from PyQt4.QtGui import (
+    QSyntaxHighlighter, 
+    QColor, QTextCharFormat, QFont, QBrush, QTextFormat)
+
+
+
+class Format(object):
+
+    __slots__ = ("NAME", "name", "tcf")
+    
+    NAME = QTextFormat.UserProperty + 1
+
+
+    def __init__(self, name, color=None, bold=None, italic=None, base_format=None):
+        self.name = name
+        tcf = QTextCharFormat()
+        if base_format is not None:
+            if isinstance(base_format, Format):
+                base_format = base_format.tcf
+            tcf.merge(base_format)
+            tcf.setFont(base_format.font())
+        if color is not None:
+            if not isinstance(color, QColor):
+                color = QColor(color)
+            tcf.setForeground(QBrush(color))
+        if bold is not None:
+            if bold:
+                tcf.setFontWeight(QFont.Bold)
+            else:
+                tcf.setFontWeight(QFont.Normal)
+        if italic is not None:
+            tcf.setFontItalic(italic)
+        tcf.setProperty(Format.NAME, QVariant(name))
+        self.tcf = tcf
+
+
+
+class Partition(object):
+    # every partition maps to a specific state in QSyntaxHighlighter
+    
+    __slots__ = ("name", "start", "end", "is_multiline", "search_end")
+
+
+    def __init__(self, name, start, end, is_multiline=False):
+        self.name = name
+        self.start = start
+        self.end = end
+        self.is_multiline = is_multiline
+        self.search_end = re.compile(end, re.M|re.S).search
+
+
+
+class PartitionScanner(object):
+    # The idea to partition the source into different contexts comes from Eclipse.
+    # http://wiki.eclipse.org/FAQ_What_is_a_document_partition%3F
+    
+
+    def __init__(self, partitions):
+        start_groups = []
+        self.partitions = []
+        for i, p in enumerate(partitions):
+            if isinstance(p, (tuple,list)):
+                p = Partition(*p)
+            self.partitions.append(p)
+            start_groups.append("(?P<g%s_%s>%s)" % (i, p.name, p.start))
+        start_pat = "|".join(start_groups)
+        self.search_start = re.compile(start_pat, re.M|re.S).search
+
+
+    def scan(self, current_state, text):
+        last_pos = 0
+        length = len(text)
+        parts = self.partitions
+        search_start = self.search_start
+        # loop yields (start, end, partition, new_state, is_inside)
+        while last_pos < length:
+            if current_state == -1:
+                found = search_start(text, last_pos)
+                if found:
+                    start, end = found.span()
+                    yield last_pos, start, None, -1, True
+                    current_state = found.lastindex - 1
+                    p = parts[current_state]
+                    yield start, end, p.name, current_state, False
+                    last_pos = end
+                else:
+                    current_state = -1
+                    yield last_pos, length, None, -1, True
+                    break
+            else:
+                p = parts[current_state]
+                found = p.search_end(text, last_pos)
+                if found:
+                    start, end = found.span()
+                    yield last_pos, start, p.name, current_state, True
+                    yield start, end, p.name, current_state, False
+                    last_pos = end
+                    current_state = -1
+                else:
+                    yield last_pos, length, p.name, current_state, True
+                    break
+        if current_state != -1:
+            p = parts[current_state]
+            if not p.is_multiline:
+                current_state = -1
+        yield length, length, None, current_state, False
+
+
+
+
+class Token(object):
+    __slots__ = ("name", "pattern", "prefix", "suffix")
+
+
+    def __init__(self, name, pattern, prefix="", suffix=""):
+        self.name = name
+        if isinstance(pattern, list):
+            pattern = "|".join(pattern)
+        self.pattern = pattern
+        self.prefix = prefix
+        self.suffix = suffix
+
+        
+
+class Scanner(object):
+    __slots__ = ("tokens", "search")
+
+    def __init__(self, tokens):
+        self.tokens = []
+        groups = []
+        for t in tokens:
+            if isinstance(t, (list,tuple)):
+                t = Token(*t)
+            elif isinstance(t, dict):
+                t = Token(**t)
+            else:
+                assert isinstance(t, Token), "Token expected, got %r" % t
+            gdef = "?P<%s>"  % t.name
+            if gdef in t.pattern:
+                p = t.pattern
+            else:
+                p = ("(%s%s)" % (gdef, t.pattern)) 
+            p = t.prefix + p + t.suffix
+            groups.append(p)
+            self.tokens.append(t)
+        pat = "|".join(groups)
+        self.search = re.compile(pat).search
+
+        
+    def scan(self, s):
+        search = self.search
+        #length = len(s)
+        last_pos = 0
+        # loop yields (token, start_pos, end_pos)
+        while 1:
+            found = search(s, last_pos)
+            if found:
+                lg = found.lastgroup
+                start, last_pos = found.span(lg)
+                yield lg, start, last_pos
+            else:
+                break
+
+
+
+class SyntaxHighlighter(QSyntaxHighlighter):
+
+
+    def __init__(self, parent, partition_scanner, scanner, formats, default_font=None):
+        """
+        :param parent: QDocument or QTextEdit/QPlainTextEdit instance
+        'partition_scanner:
+            PartitionScanner instance
+        :param scanner: 
+            dictionary of token scanners for each partition
+            The key is the name of the partition, the value is a Scanner instance
+            The default scanner has the key None
+        :formats: 
+            list of tuples consisting of a name and a format definition
+            The name is the name of a partition or token
+            
+        """
+        QSyntaxHighlighter.__init__(self, parent)
+        parent.setDefaultFont(default_font)
+        self.partition_scanner = partition_scanner
+        self.scanner = scanner
+
+        self.formats = {}
+        for fname, f in formats:
+            if isinstance(f, basestring):
+                f = (f,) # only color specified
+            if isinstance(f, (tuple,list)):
+                f = Format(*((fname,) + f))
+            elif isinstance(f, dict):
+                f = Format(**dict(name=fname, **f))
+            else:
+                assert isinstance(f, Format), "Format expected, %r found" % f
+            f.tcf.setFontFamily(parent.defaultFont().family())
+            self.formats[f.name] = f.tcf
+            
+
+        scan_inside = {}
+        for inside_part, inside_scanner in self.scanner.items():
+            scan_inside[inside_part] = inside_scanner.scan
+        # reduce name look-ups for better speed
+        self.get_scanner = scan_inside.get
+        self.scan_partitions = partition_scanner.scan
+        self.get_format = self.formats.get
+        
+
+    def highlightBlock(self, text):
+        "automatically called by Qt"
+        text = unicode(text) + "\n"
+        previous_state = self.previousBlockState()
+        new_state = previous_state
+        # speed-up name-lookups
+        get_format = self.get_format
+        set_format = self.setFormat
+        get_scanner = self.get_scanner
+        
+        for start, end, partition, new_state, is_inside in self.scan_partitions(previous_state, text):
+            f = get_format(partition, None)
+            if f:
+                set_format(start, end-start, f)
+            if is_inside:
+                scan = get_scanner(partition)
+                if scan:
+                    for token, token_pos, token_end in scan(text[start:end]):
+                        f = get_format(token)
+                        if f:
+                            set_format(start+token_pos, token_end-token_pos, f)
+
+        self.setCurrentBlockState(new_state)
+
+
+
+
+        
+def load_syntax(syntax, context=None):
+    context = context or {}
+
+    partition_scanner = PartitionScanner(syntax.get("partitions", []))
+
+    scanners = {}
+    for part_name, part_scanner in syntax.get("scanner", {}).items():
+        scanners[part_name] = Scanner(part_scanner)
+
+    formats = []
+    for fname, fstyle in syntax.get("formats", {}).items():
+        if isinstance(fstyle, basestring):
+            if fstyle.startswith("%(") and fstyle.endswith(")s"):
+                key = fstyle[2:-2]
+                fstyle = context[key]
+            else:
+                fstyle = fstyle % context
+        formats.append((fname,fstyle))
+
+    return partition_scanner, scanners, formats

File python27.py

View file
+syntax =  {'formats': {'builtin': '%(syntax_builtin)s',
+             'comment': '%(syntax_comment)s',
+             'hexnumber': '%(syntax_number)s',
+             'keyword': '%(syntax_keyword)s',
+             'number': '%(syntax_number)s',
+             'string': '%(syntax_string)s'},
+ 'partitions': [('comment', '#', '\n'),
+                ('string', "[bruBRU]?'''", "'''", True),
+                ('string', "[bruBRU]?'", "'"),
+                ('string', '[bruBRU]?"""', '"""', True),
+                ('string', '[bruBRU]?"', '"')],
+ 'scanner': {None: [('hexnumber', '(0x)([0-9a-fA-F])+?'),
+                    ('number', '\\d+(\\.\\d*)?'),
+                    ('keyword',
+                     ['and',
+                      'as',
+                      'assert',
+                      'break',
+                      'class',
+                      'continue',
+                      'def',
+                      'del',
+                      'elif',
+                      'else',
+                      'except',
+                      'exec',
+                      'finally',
+                      'for',
+                      'from',
+                      'global',
+                      'if',
+                      'import',
+                      'in',
+                      'is',
+                      'lambda',
+                      'not',
+                      'or',
+                      'pass',
+                      'print',
+                      'raise',
+                      'return',
+                      'try',
+                      'while',
+                      'with',
+                      'yield'],
+                     '(^|[\x08\\W])',
+                     '[\x08\\W]'),
+                    ('builtin',
+                     ['ArithmeticError',
+                      'AssertionError',
+                      'AttributeError',
+                      'BaseException',
+                      'BufferError',
+                      'BytesWarning',
+                      'DeprecationWarning',
+                      'EOFError',
+                      'Ellipsis',
+                      'EnvironmentError',
+                      'Exception',
+                      'False',
+                      'FloatingPointError',
+                      'FutureWarning',
+                      'GeneratorExit',
+                      'IOError',
+                      'ImportError',
+                      'ImportWarning',
+                      'IndentationError',
+                      'IndexError',
+                      'KeyError',
+                      'KeyboardInterrupt',
+                      'LookupError',
+                      'MemoryError',
+                      'NameError',
+                      'None',
+                      'NotImplemented',
+                      'NotImplementedError',
+                      'OSError',
+                      'OverflowError',
+                      'PendingDeprecationWarning',
+                      'ReferenceError',
+                      'RuntimeError',
+                      'RuntimeWarning',
+                      'StandardError',
+                      'StopIteration',
+                      'SyntaxError',
+                      'SyntaxWarning',
+                      'SystemError',
+                      'SystemExit',
+                      'TabError',
+                      'True',
+                      'TypeError',
+                      'UnboundLocalError',
+                      'UnicodeDecodeError',
+                      'UnicodeEncodeError',
+                      'UnicodeError',
+                      'UnicodeTranslateError',
+                      'UnicodeWarning',
+                      'UserWarning',
+                      'ValueError',
+                      'Warning',
+                      'ZeroDivisionError',
+                      '__import__',
+                      'abs',
+                      'all',
+                      'any',
+                      'apply',
+                      'basestring',
+                      'bin',
+                      'bool',
+                      'buffer',
+                      'bytearray',
+                      'bytes',
+                      'callable',
+                      'chr',
+                      'classmethod',
+                      'cmp',
+                      'coerce',
+                      'compile',
+                      'complex',
+                      'copyright',
+                      'credits',
+                      'delattr',
+                      'dict',
+                      'dir',
+                      'divmod',
+                      'enumerate',
+                      'eval',
+                      'execfile',
+                      'exit',
+                      'file',
+                      'filter',
+                      'float',
+                      'format',
+                      'frozenset',
+                      'getattr',
+                      'globals',
+                      'hasattr',
+                      'hash',
+                      'help',
+                      'hex',
+                      'id',
+                      'input',
+                      'int',
+                      'intern',
+                      'isinstance',
+                      'issubclass',
+                      'iter',
+                      'len',
+                      'license',
+                      'list',
+                      'locals',
+                      'long',
+                      'map',
+                      'max',
+                      'memoryview',
+                      'min',
+                      'next',
+                      'object',
+                      'oct',
+                      'open',
+                      'ord',
+                      'pow',
+                      'print',
+                      'property',
+                      'quit',
+                      'range',
+                      'raw_input',
+                      'reduce',
+                      'reload',
+                      'repr',
+                      'reversed',
+                      'round',
+                      'set',
+                      'setattr',
+                      'slice',
+                      'sorted',
+                      'staticmethod',
+                      'str',
+                      'sum',
+                      'super',
+                      'tuple',
+                      'type',
+                      'unichr',
+                      'unicode',
+                      'vars',
+                      'xrange',
+                      'zip'],
+                     '([^\\.]|^)',
+                     '[\x08\\W]'),
+                    ('ident', '[A-Za-z_][A-Za-z_0-9]*')]}}

File python32.py

View file
+syntax =  {'formats': {'builtin': '%(syntax_builtin)s',
+             'comment': '%(syntax_comment)s',
+             'keyword': '%(syntax_keyword)s',
+             'number': '%(syntax_number)s',
+             'string': '%(syntax_string)s'},
+ 'partitions': [('comment', '#', '\n'),
+                ('string', "'''", "'''", True),
+                ('string', "'", "'"),
+                ('string', '"""', '"""', True),
+                ('string', '"', '"')],
+ 'scanner': {None: [('number', '(0x)?\\d+(\\.\\d*)?'),
+                    ('keyword',
+                     ['False',
+                      'None',
+                      'True',
+                      'and',
+                      'as',
+                      'assert',
+                      'break',
+                      'class',
+                      'continue',
+                      'def',
+                      'del',
+                      'elif',
+                      'else',
+                      'except',
+                      'finally',
+                      'for',
+                      'from',
+                      'global',
+                      'if',
+                      'import',
+                      'in',
+                      'is',
+                      'lambda',
+                      'nonlocal',
+                      'not',
+                      'or',
+                      'pass',
+                      'raise',
+                      'return',
+                      'try',
+                      'while',
+                      'with',
+                      'yield'],
+                     '(^|[\x08\\W])',
+                     '[\x08\\W]'),
+                    ('builtin',
+                     ['ArithmeticError',
+                      'AssertionError',
+                      'AttributeError',
+                      'BaseException',
+                      'BufferError',
+                      'BytesWarning',
+                      'DeprecationWarning',
+                      'EOFError',
+                      'Ellipsis',
+                      'EnvironmentError',
+                      'Exception',
+                      'False',
+                      'FloatingPointError',
+                      'FutureWarning',
+                      'GeneratorExit',
+                      'IOError',
+                      'ImportError',
+                      'ImportWarning',
+                      'IndentationError',
+                      'IndexError',
+                      'KeyError',
+                      'KeyboardInterrupt',
+                      'LookupError',
+                      'MemoryError',
+                      'NameError',
+                      'None',
+                      'NotImplemented',
+                      'NotImplementedError',
+                      'OSError',
+                      'OverflowError',
+                      'PendingDeprecationWarning',
+                      'ReferenceError',
+                      'ResourceWarning',
+                      'RuntimeError',
+                      'RuntimeWarning',
+                      'StopIteration',
+                      'SyntaxError',
+                      'SyntaxWarning',
+                      'SystemError',
+                      'SystemExit',
+                      'TabError',
+                      'True',
+                      'TypeError',
+                      'UnboundLocalError',
+                      'UnicodeDecodeError',
+                      'UnicodeEncodeError',
+                      'UnicodeError',
+                      'UnicodeTranslateError',
+                      'UnicodeWarning',
+                      'UserWarning',
+                      'ValueError',
+                      'Warning',
+                      'ZeroDivisionError',
+                      '__import__',
+                      'abs',
+                      'all',
+                      'any',
+                      'ascii',
+                      'bin',
+                      'bool',
+                      'bytearray',
+                      'bytes',
+                      'callable',
+                      'chr',
+                      'classmethod',
+                      'compile',
+                      'complex',
+                      'copyright',
+                      'credits',
+                      'delattr',
+                      'dict',
+                      'dir',
+                      'divmod',
+                      'enumerate',
+                      'eval',
+                      'exec',
+                      'exit',
+                      'filter',
+                      'float',
+                      'format',
+                      'frozenset',
+                      'getattr',
+                      'globals',
+                      'hasattr',
+                      'hash',
+                      'help',
+                      'hex',
+                      'id',
+                      'input',
+                      'int',
+                      'isinstance',
+                      'issubclass',
+                      'iter',
+                      'len',
+                      'license',
+                      'list',
+                      'locals',
+                      'map',
+                      'max',
+                      'memoryview',
+                      'min',
+                      'next',
+                      'object',
+                      'oct',
+                      'open',
+                      'ord',
+                      'pow',
+                      'print',
+                      'property',
+                      'quit',
+                      'range',
+                      'repr',
+                      'reversed',
+                      'round',
+                      'set',
+                      'setattr',
+                      'slice',
+                      'sorted',
+                      'staticmethod',
+                      'str',
+                      'sum',
+                      'super',
+                      'tuple',
+                      'type',
+                      'vars',
+                      'zip'],
+                     '([^\\.]|^)',
+                     '[\x08\\W]'),
+                    ('ident', '[A-Za-z_][A-Za-z_0-9]*')]}}