2301 lines
71 KiB
Python
2301 lines
71 KiB
Python
"""
|
|
pygments.lexers.templates
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
Lexers for various template engines' markup.
|
|
|
|
:copyright: Copyright 2006-2022 by the Pygments team, see AUTHORS.
|
|
:license: BSD, see LICENSE for details.
|
|
"""
|
|
|
|
import re
|
|
|
|
from pygments.lexers.html import HtmlLexer, XmlLexer
|
|
from pygments.lexers.javascript import JavascriptLexer, LassoLexer
|
|
from pygments.lexers.css import CssLexer
|
|
from pygments.lexers.php import PhpLexer
|
|
from pygments.lexers.python import PythonLexer
|
|
from pygments.lexers.perl import PerlLexer
|
|
from pygments.lexers.jvm import JavaLexer, TeaLangLexer
|
|
from pygments.lexers.data import YamlLexer
|
|
from pygments.lexers.sql import SqlLexer
|
|
from pygments.lexer import Lexer, DelegatingLexer, RegexLexer, bygroups, \
|
|
include, using, this, default, combined
|
|
from pygments.token import Error, Punctuation, Whitespace, \
|
|
Text, Comment, Operator, Keyword, Name, String, Number, Other, Token
|
|
from pygments.util import html_doctype_matches, looks_like_xml
|
|
|
|
__all__ = ['HtmlPhpLexer', 'XmlPhpLexer', 'CssPhpLexer',
|
|
'JavascriptPhpLexer', 'ErbLexer', 'RhtmlLexer',
|
|
'XmlErbLexer', 'CssErbLexer', 'JavascriptErbLexer',
|
|
'SmartyLexer', 'HtmlSmartyLexer', 'XmlSmartyLexer',
|
|
'CssSmartyLexer', 'JavascriptSmartyLexer', 'DjangoLexer',
|
|
'HtmlDjangoLexer', 'CssDjangoLexer', 'XmlDjangoLexer',
|
|
'JavascriptDjangoLexer', 'GenshiLexer', 'HtmlGenshiLexer',
|
|
'GenshiTextLexer', 'CssGenshiLexer', 'JavascriptGenshiLexer',
|
|
'MyghtyLexer', 'MyghtyHtmlLexer', 'MyghtyXmlLexer',
|
|
'MyghtyCssLexer', 'MyghtyJavascriptLexer', 'MasonLexer', 'MakoLexer',
|
|
'MakoHtmlLexer', 'MakoXmlLexer', 'MakoJavascriptLexer',
|
|
'MakoCssLexer', 'JspLexer', 'CheetahLexer', 'CheetahHtmlLexer',
|
|
'CheetahXmlLexer', 'CheetahJavascriptLexer', 'EvoqueLexer',
|
|
'EvoqueHtmlLexer', 'EvoqueXmlLexer', 'ColdfusionLexer',
|
|
'ColdfusionHtmlLexer', 'ColdfusionCFCLexer', 'VelocityLexer',
|
|
'VelocityHtmlLexer', 'VelocityXmlLexer', 'SspLexer',
|
|
'TeaTemplateLexer', 'LassoHtmlLexer', 'LassoXmlLexer',
|
|
'LassoCssLexer', 'LassoJavascriptLexer', 'HandlebarsLexer',
|
|
'HandlebarsHtmlLexer', 'YamlJinjaLexer', 'LiquidLexer',
|
|
'TwigLexer', 'TwigHtmlLexer', 'Angular2Lexer', 'Angular2HtmlLexer',
|
|
'SqlJinjaLexer']
|
|
|
|
|
|
class ErbLexer(Lexer):
|
|
"""
|
|
Generic ERB (Ruby Templating) lexer.
|
|
|
|
Just highlights ruby code between the preprocessor directives, other data
|
|
is left untouched by the lexer.
|
|
|
|
All options are also forwarded to the `RubyLexer`.
|
|
"""
|
|
|
|
name = 'ERB'
|
|
url = 'https://github.com/ruby/erb'
|
|
aliases = ['erb']
|
|
mimetypes = ['application/x-ruby-templating']
|
|
|
|
_block_re = re.compile(r'(<%%|%%>|<%=|<%#|<%-|<%|-%>|%>|^%[^%].*?$)', re.M)
|
|
|
|
def __init__(self, **options):
|
|
from pygments.lexers.ruby import RubyLexer
|
|
self.ruby_lexer = RubyLexer(**options)
|
|
Lexer.__init__(self, **options)
|
|
|
|
def get_tokens_unprocessed(self, text):
|
|
"""
|
|
Since ERB doesn't allow "<%" and other tags inside of ruby
|
|
blocks we have to use a split approach here that fails for
|
|
that too.
|
|
"""
|
|
tokens = self._block_re.split(text)
|
|
tokens.reverse()
|
|
state = idx = 0
|
|
try:
|
|
while True:
|
|
# text
|
|
if state == 0:
|
|
val = tokens.pop()
|
|
yield idx, Other, val
|
|
idx += len(val)
|
|
state = 1
|
|
# block starts
|
|
elif state == 1:
|
|
tag = tokens.pop()
|
|
# literals
|
|
if tag in ('<%%', '%%>'):
|
|
yield idx, Other, tag
|
|
idx += 3
|
|
state = 0
|
|
# comment
|
|
elif tag == '<%#':
|
|
yield idx, Comment.Preproc, tag
|
|
val = tokens.pop()
|
|
yield idx + 3, Comment, val
|
|
idx += 3 + len(val)
|
|
state = 2
|
|
# blocks or output
|
|
elif tag in ('<%', '<%=', '<%-'):
|
|
yield idx, Comment.Preproc, tag
|
|
idx += len(tag)
|
|
data = tokens.pop()
|
|
r_idx = 0
|
|
for r_idx, r_token, r_value in \
|
|
self.ruby_lexer.get_tokens_unprocessed(data):
|
|
yield r_idx + idx, r_token, r_value
|
|
idx += len(data)
|
|
state = 2
|
|
elif tag in ('%>', '-%>'):
|
|
yield idx, Error, tag
|
|
idx += len(tag)
|
|
state = 0
|
|
# % raw ruby statements
|
|
else:
|
|
yield idx, Comment.Preproc, tag[0]
|
|
r_idx = 0
|
|
for r_idx, r_token, r_value in \
|
|
self.ruby_lexer.get_tokens_unprocessed(tag[1:]):
|
|
yield idx + 1 + r_idx, r_token, r_value
|
|
idx += len(tag)
|
|
state = 0
|
|
# block ends
|
|
elif state == 2:
|
|
tag = tokens.pop()
|
|
if tag not in ('%>', '-%>'):
|
|
yield idx, Other, tag
|
|
else:
|
|
yield idx, Comment.Preproc, tag
|
|
idx += len(tag)
|
|
state = 0
|
|
except IndexError:
|
|
return
|
|
|
|
def analyse_text(text):
|
|
if '<%' in text and '%>' in text:
|
|
return 0.4
|
|
|
|
|
|
class SmartyLexer(RegexLexer):
|
|
"""
|
|
Generic Smarty template lexer.
|
|
|
|
Just highlights smarty code between the preprocessor directives, other
|
|
data is left untouched by the lexer.
|
|
"""
|
|
|
|
name = 'Smarty'
|
|
url = 'https://www.smarty.net/'
|
|
aliases = ['smarty']
|
|
filenames = ['*.tpl']
|
|
mimetypes = ['application/x-smarty']
|
|
|
|
flags = re.MULTILINE | re.DOTALL
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{]+', Other),
|
|
(r'(\{)(\*.*?\*)(\})',
|
|
bygroups(Comment.Preproc, Comment, Comment.Preproc)),
|
|
(r'(\{php\})(.*?)(\{/php\})',
|
|
bygroups(Comment.Preproc, using(PhpLexer, startinline=True),
|
|
Comment.Preproc)),
|
|
(r'(\{)(/?[a-zA-Z_]\w*)(\s*)',
|
|
bygroups(Comment.Preproc, Name.Function, Text), 'smarty'),
|
|
(r'\{', Comment.Preproc, 'smarty')
|
|
],
|
|
'smarty': [
|
|
(r'\s+', Text),
|
|
(r'\{', Comment.Preproc, '#push'),
|
|
(r'\}', Comment.Preproc, '#pop'),
|
|
(r'#[a-zA-Z_]\w*#', Name.Variable),
|
|
(r'\$[a-zA-Z_]\w*(\.\w+)*', Name.Variable),
|
|
(r'[~!%^&*()+=|\[\]:;,.<>/?@-]', Operator),
|
|
(r'(true|false|null)\b', Keyword.Constant),
|
|
(r"[0-9](\.[0-9]*)?(eE[+-][0-9])?[flFLdD]?|"
|
|
r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
|
(r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
|
(r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
|
(r'[a-zA-Z_]\w*', Name.Attribute)
|
|
]
|
|
}
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
if re.search(r'\{if\s+.*?\}.*?\{/if\}', text):
|
|
rv += 0.15
|
|
if re.search(r'\{include\s+file=.*?\}', text):
|
|
rv += 0.15
|
|
if re.search(r'\{foreach\s+.*?\}.*?\{/foreach\}', text):
|
|
rv += 0.15
|
|
if re.search(r'\{\$.*?\}', text):
|
|
rv += 0.01
|
|
return rv
|
|
|
|
|
|
class VelocityLexer(RegexLexer):
|
|
"""
|
|
Generic Velocity template lexer.
|
|
|
|
Just highlights velocity directives and variable references, other
|
|
data is left untouched by the lexer.
|
|
"""
|
|
|
|
name = 'Velocity'
|
|
url = 'https://velocity.apache.org/'
|
|
aliases = ['velocity']
|
|
filenames = ['*.vm', '*.fhtml']
|
|
|
|
flags = re.MULTILINE | re.DOTALL
|
|
|
|
identifier = r'[a-zA-Z_]\w*'
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{#$]+', Other),
|
|
(r'(#)(\*.*?\*)(#)',
|
|
bygroups(Comment.Preproc, Comment, Comment.Preproc)),
|
|
(r'(##)(.*?$)',
|
|
bygroups(Comment.Preproc, Comment)),
|
|
(r'(#\{?)(' + identifier + r')(\}?)(\s?\()',
|
|
bygroups(Comment.Preproc, Name.Function, Comment.Preproc, Punctuation),
|
|
'directiveparams'),
|
|
(r'(#\{?)(' + identifier + r')(\}|\b)',
|
|
bygroups(Comment.Preproc, Name.Function, Comment.Preproc)),
|
|
(r'\$!?\{?', Punctuation, 'variable')
|
|
],
|
|
'variable': [
|
|
(identifier, Name.Variable),
|
|
(r'\(', Punctuation, 'funcparams'),
|
|
(r'(\.)(' + identifier + r')',
|
|
bygroups(Punctuation, Name.Variable), '#push'),
|
|
(r'\}', Punctuation, '#pop'),
|
|
default('#pop')
|
|
],
|
|
'directiveparams': [
|
|
(r'(&&|\|\||==?|!=?|[-<>+*%&|^/])|\b(eq|ne|gt|lt|ge|le|not|in)\b',
|
|
Operator),
|
|
(r'\[', Operator, 'rangeoperator'),
|
|
(r'\b' + identifier + r'\b', Name.Function),
|
|
include('funcparams')
|
|
],
|
|
'rangeoperator': [
|
|
(r'\.\.', Operator),
|
|
include('funcparams'),
|
|
(r'\]', Operator, '#pop')
|
|
],
|
|
'funcparams': [
|
|
(r'\$!?\{?', Punctuation, 'variable'),
|
|
(r'\s+', Text),
|
|
(r'[,:]', Punctuation),
|
|
(r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
|
(r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
|
(r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
|
(r"\b[0-9]+\b", Number),
|
|
(r'(true|false|null)\b', Keyword.Constant),
|
|
(r'\(', Punctuation, '#push'),
|
|
(r'\)', Punctuation, '#pop'),
|
|
(r'\{', Punctuation, '#push'),
|
|
(r'\}', Punctuation, '#pop'),
|
|
(r'\[', Punctuation, '#push'),
|
|
(r'\]', Punctuation, '#pop'),
|
|
]
|
|
}
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
if re.search(r'#\{?macro\}?\(.*?\).*?#\{?end\}?', text, re.DOTALL):
|
|
rv += 0.25
|
|
if re.search(r'#\{?if\}?\(.+?\).*?#\{?end\}?', text, re.DOTALL):
|
|
rv += 0.15
|
|
if re.search(r'#\{?foreach\}?\(.+?\).*?#\{?end\}?', text, re.DOTALL):
|
|
rv += 0.15
|
|
if re.search(r'\$!?\{?[a-zA-Z_]\w*(\([^)]*\))?'
|
|
r'(\.\w+(\([^)]*\))?)*\}?', text):
|
|
rv += 0.01
|
|
return rv
|
|
|
|
|
|
class VelocityHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `VelocityLexer` that highlights unlexed data
|
|
with the `HtmlLexer`.
|
|
|
|
"""
|
|
|
|
name = 'HTML+Velocity'
|
|
aliases = ['html+velocity']
|
|
alias_filenames = ['*.html', '*.fhtml']
|
|
mimetypes = ['text/html+velocity']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, VelocityLexer, **options)
|
|
|
|
|
|
class VelocityXmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `VelocityLexer` that highlights unlexed data
|
|
with the `XmlLexer`.
|
|
|
|
"""
|
|
|
|
name = 'XML+Velocity'
|
|
aliases = ['xml+velocity']
|
|
alias_filenames = ['*.xml', '*.vm']
|
|
mimetypes = ['application/xml+velocity']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, VelocityLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = VelocityLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
return rv
|
|
|
|
|
|
class DjangoLexer(RegexLexer):
|
|
"""
|
|
Generic `django <http://www.djangoproject.com/documentation/templates/>`_
|
|
and `jinja <https://jinja.pocoo.org/jinja/>`_ template lexer.
|
|
|
|
It just highlights django/jinja code between the preprocessor directives,
|
|
other data is left untouched by the lexer.
|
|
"""
|
|
|
|
name = 'Django/Jinja'
|
|
aliases = ['django', 'jinja']
|
|
mimetypes = ['application/x-django-templating', 'application/x-jinja']
|
|
|
|
flags = re.M | re.S
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{]+', Other),
|
|
(r'\{\{', Comment.Preproc, 'var'),
|
|
# jinja/django comments
|
|
(r'\{#.*?#\}', Comment),
|
|
# django comments
|
|
(r'(\{%)(-?\s*)(comment)(\s*-?)(%\})(.*?)'
|
|
r'(\{%)(-?\s*)(endcomment)(\s*-?)(%\})',
|
|
bygroups(Comment.Preproc, Text, Keyword, Text, Comment.Preproc,
|
|
Comment, Comment.Preproc, Text, Keyword, Text,
|
|
Comment.Preproc)),
|
|
# raw jinja blocks
|
|
(r'(\{%)(-?\s*)(raw)(\s*-?)(%\})(.*?)'
|
|
r'(\{%)(-?\s*)(endraw)(\s*-?)(%\})',
|
|
bygroups(Comment.Preproc, Text, Keyword, Text, Comment.Preproc,
|
|
Text, Comment.Preproc, Text, Keyword, Text,
|
|
Comment.Preproc)),
|
|
# filter blocks
|
|
(r'(\{%)(-?\s*)(filter)(\s+)([a-zA-Z_]\w*)',
|
|
bygroups(Comment.Preproc, Text, Keyword, Text, Name.Function),
|
|
'block'),
|
|
(r'(\{%)(-?\s*)([a-zA-Z_]\w*)',
|
|
bygroups(Comment.Preproc, Text, Keyword), 'block'),
|
|
(r'\{', Other)
|
|
],
|
|
'varnames': [
|
|
(r'(\|)(\s*)([a-zA-Z_]\w*)',
|
|
bygroups(Operator, Text, Name.Function)),
|
|
(r'(is)(\s+)(not)?(\s+)?([a-zA-Z_]\w*)',
|
|
bygroups(Keyword, Text, Keyword, Text, Name.Function)),
|
|
(r'(_|true|false|none|True|False|None)\b', Keyword.Pseudo),
|
|
(r'(in|as|reversed|recursive|not|and|or|is|if|else|import|'
|
|
r'with(?:(?:out)?\s*context)?|scoped|ignore\s+missing)\b',
|
|
Keyword),
|
|
(r'(loop|block|super|forloop)\b', Name.Builtin),
|
|
(r'[a-zA-Z_][\w-]*', Name.Variable),
|
|
(r'\.\w+', Name.Variable),
|
|
(r':?"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
|
(r":?'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
|
(r'([{}()\[\]+\-*/%,:~]|[><=]=?|!=)', Operator),
|
|
(r"[0-9](\.[0-9]*)?(eE[+-][0-9])?[flFLdD]?|"
|
|
r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
|
],
|
|
'var': [
|
|
(r'\s+', Text),
|
|
(r'(-?)(\}\})', bygroups(Text, Comment.Preproc), '#pop'),
|
|
include('varnames')
|
|
],
|
|
'block': [
|
|
(r'\s+', Text),
|
|
(r'(-?)(%\})', bygroups(Text, Comment.Preproc), '#pop'),
|
|
include('varnames'),
|
|
(r'.', Punctuation)
|
|
]
|
|
}
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
if re.search(r'\{%\s*(block|extends)', text) is not None:
|
|
rv += 0.4
|
|
if re.search(r'\{%\s*if\s*.*?%\}', text) is not None:
|
|
rv += 0.1
|
|
if re.search(r'\{\{.*?\}\}', text) is not None:
|
|
rv += 0.1
|
|
return rv
|
|
|
|
|
|
class MyghtyLexer(RegexLexer):
|
|
"""
|
|
Generic myghty templates lexer. Code that isn't Myghty
|
|
markup is yielded as `Token.Other`.
|
|
|
|
.. versionadded:: 0.6
|
|
"""
|
|
|
|
name = 'Myghty'
|
|
url = 'http://www.myghty.org/'
|
|
aliases = ['myghty']
|
|
filenames = ['*.myt', 'autodelegate']
|
|
mimetypes = ['application/x-myghty']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'\s+', Text),
|
|
(r'(?s)(<%(?:def|method))(\s*)(.*?)(>)(.*?)(</%\2\s*>)',
|
|
bygroups(Name.Tag, Text, Name.Function, Name.Tag,
|
|
using(this), Name.Tag)),
|
|
(r'(?s)(<%\w+)(.*?)(>)(.*?)(</%\2\s*>)',
|
|
bygroups(Name.Tag, Name.Function, Name.Tag,
|
|
using(PythonLexer), Name.Tag)),
|
|
(r'(<&[^|])(.*?)(,.*?)?(&>)',
|
|
bygroups(Name.Tag, Name.Function, using(PythonLexer), Name.Tag)),
|
|
(r'(?s)(<&\|)(.*?)(,.*?)?(&>)',
|
|
bygroups(Name.Tag, Name.Function, using(PythonLexer), Name.Tag)),
|
|
(r'</&>', Name.Tag),
|
|
(r'(?s)(<%!?)(.*?)(%>)',
|
|
bygroups(Name.Tag, using(PythonLexer), Name.Tag)),
|
|
(r'(?<=^)#[^\n]*(\n|\Z)', Comment),
|
|
(r'(?<=^)(%)([^\n]*)(\n|\Z)',
|
|
bygroups(Name.Tag, using(PythonLexer), Other)),
|
|
(r"""(?sx)
|
|
(.+?) # anything, followed by:
|
|
(?:
|
|
(?<=\n)(?=[%#]) | # an eval or comment line
|
|
(?=</?[%&]) | # a substitution or block or
|
|
# call start or end
|
|
# - don't consume
|
|
(\\\n) | # an escaped newline
|
|
\Z # end of string
|
|
)""", bygroups(Other, Operator)),
|
|
]
|
|
}
|
|
|
|
|
|
class MyghtyHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MyghtyLexer` that highlights unlexed data
|
|
with the `HtmlLexer`.
|
|
|
|
.. versionadded:: 0.6
|
|
"""
|
|
|
|
name = 'HTML+Myghty'
|
|
aliases = ['html+myghty']
|
|
mimetypes = ['text/html+myghty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, MyghtyLexer, **options)
|
|
|
|
|
|
class MyghtyXmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MyghtyLexer` that highlights unlexed data
|
|
with the `XmlLexer`.
|
|
|
|
.. versionadded:: 0.6
|
|
"""
|
|
|
|
name = 'XML+Myghty'
|
|
aliases = ['xml+myghty']
|
|
mimetypes = ['application/xml+myghty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, MyghtyLexer, **options)
|
|
|
|
|
|
class MyghtyJavascriptLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MyghtyLexer` that highlights unlexed data
|
|
with the `JavascriptLexer`.
|
|
|
|
.. versionadded:: 0.6
|
|
"""
|
|
|
|
name = 'JavaScript+Myghty'
|
|
aliases = ['javascript+myghty', 'js+myghty']
|
|
mimetypes = ['application/x-javascript+myghty',
|
|
'text/x-javascript+myghty',
|
|
'text/javascript+mygthy']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, MyghtyLexer, **options)
|
|
|
|
|
|
class MyghtyCssLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MyghtyLexer` that highlights unlexed data
|
|
with the `CssLexer`.
|
|
|
|
.. versionadded:: 0.6
|
|
"""
|
|
|
|
name = 'CSS+Myghty'
|
|
aliases = ['css+myghty']
|
|
mimetypes = ['text/css+myghty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, MyghtyLexer, **options)
|
|
|
|
|
|
class MasonLexer(RegexLexer):
|
|
"""
|
|
Generic mason templates lexer. Stolen from Myghty lexer. Code that isn't
|
|
Mason markup is HTML.
|
|
|
|
.. versionadded:: 1.4
|
|
"""
|
|
name = 'Mason'
|
|
url = 'http://www.masonhq.com/'
|
|
aliases = ['mason']
|
|
filenames = ['*.m', '*.mhtml', '*.mc', '*.mi', 'autohandler', 'dhandler']
|
|
mimetypes = ['application/x-mason']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'\s+', Text),
|
|
(r'(?s)(<%doc>)(.*?)(</%doc>)',
|
|
bygroups(Name.Tag, Comment.Multiline, Name.Tag)),
|
|
(r'(?s)(<%(?:def|method))(\s*)(.*?)(>)(.*?)(</%\2\s*>)',
|
|
bygroups(Name.Tag, Text, Name.Function, Name.Tag,
|
|
using(this), Name.Tag)),
|
|
(r'(?s)(<%(\w+)(.*?)(>))(.*?)(</%\2\s*>)',
|
|
bygroups(Name.Tag, None, None, None, using(PerlLexer), Name.Tag)),
|
|
(r'(?s)(<&[^|])(.*?)(,.*?)?(&>)',
|
|
bygroups(Name.Tag, Name.Function, using(PerlLexer), Name.Tag)),
|
|
(r'(?s)(<&\|)(.*?)(,.*?)?(&>)',
|
|
bygroups(Name.Tag, Name.Function, using(PerlLexer), Name.Tag)),
|
|
(r'</&>', Name.Tag),
|
|
(r'(?s)(<%!?)(.*?)(%>)',
|
|
bygroups(Name.Tag, using(PerlLexer), Name.Tag)),
|
|
(r'(?<=^)#[^\n]*(\n|\Z)', Comment),
|
|
(r'(?<=^)(%)([^\n]*)(\n|\Z)',
|
|
bygroups(Name.Tag, using(PerlLexer), Other)),
|
|
(r"""(?sx)
|
|
(.+?) # anything, followed by:
|
|
(?:
|
|
(?<=\n)(?=[%#]) | # an eval or comment line
|
|
(?=</?[%&]) | # a substitution or block or
|
|
# call start or end
|
|
# - don't consume
|
|
(\\\n) | # an escaped newline
|
|
\Z # end of string
|
|
)""", bygroups(using(HtmlLexer), Operator)),
|
|
]
|
|
}
|
|
|
|
def analyse_text(text):
|
|
result = 0.0
|
|
if re.search(r'</%(class|doc|init)>', text) is not None:
|
|
result = 1.0
|
|
elif re.search(r'<&.+&>', text, re.DOTALL) is not None:
|
|
result = 0.11
|
|
return result
|
|
|
|
|
|
class MakoLexer(RegexLexer):
|
|
"""
|
|
Generic mako templates lexer. Code that isn't Mako
|
|
markup is yielded as `Token.Other`.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
|
|
name = 'Mako'
|
|
url = 'http://www.makotemplates.org/'
|
|
aliases = ['mako']
|
|
filenames = ['*.mao']
|
|
mimetypes = ['application/x-mako']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'(\s*)(%)(\s*end(?:\w+))(\n|\Z)',
|
|
bygroups(Text.Whitespace, Comment.Preproc, Keyword, Other)),
|
|
(r'(\s*)(%)([^\n]*)(\n|\Z)',
|
|
bygroups(Text.Whitespace, Comment.Preproc, using(PythonLexer), Other)),
|
|
(r'(\s*)(##[^\n]*)(\n|\Z)',
|
|
bygroups(Text.Whitespace, Comment.Single, Text.Whitespace)),
|
|
(r'(?s)<%doc>.*?</%doc>', Comment.Multiline),
|
|
(r'(<%)([\w.:]+)',
|
|
bygroups(Comment.Preproc, Name.Builtin), 'tag'),
|
|
(r'(</%)([\w.:]+)(>)',
|
|
bygroups(Comment.Preproc, Name.Builtin, Comment.Preproc)),
|
|
(r'<%(?=([\w.:]+))', Comment.Preproc, 'ondeftags'),
|
|
(r'(?s)(<%(?:!?))(.*?)(%>)',
|
|
bygroups(Comment.Preproc, using(PythonLexer), Comment.Preproc)),
|
|
(r'(\$\{)(.*?)(\})',
|
|
bygroups(Comment.Preproc, using(PythonLexer), Comment.Preproc)),
|
|
(r'''(?sx)
|
|
(.+?) # anything, followed by:
|
|
(?:
|
|
(?<=\n)(?=%|\#\#) | # an eval or comment line
|
|
(?=\#\*) | # multiline comment
|
|
(?=</?%) | # a python block
|
|
# call start or end
|
|
(?=\$\{) | # a substitution
|
|
(?<=\n)(?=\s*%) |
|
|
# - don't consume
|
|
(\\\n) | # an escaped newline
|
|
\Z # end of string
|
|
)
|
|
''', bygroups(Other, Operator)),
|
|
(r'\s+', Text),
|
|
],
|
|
'ondeftags': [
|
|
(r'<%', Comment.Preproc),
|
|
(r'(?<=<%)(include|inherit|namespace|page)', Name.Builtin),
|
|
include('tag'),
|
|
],
|
|
'tag': [
|
|
(r'((?:\w+)\s*=)(\s*)(".*?")',
|
|
bygroups(Name.Attribute, Text, String)),
|
|
(r'/?\s*>', Comment.Preproc, '#pop'),
|
|
(r'\s+', Text),
|
|
],
|
|
'attr': [
|
|
('".*?"', String, '#pop'),
|
|
("'.*?'", String, '#pop'),
|
|
(r'[^\s>]+', String, '#pop'),
|
|
],
|
|
}
|
|
|
|
|
|
class MakoHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MakoLexer` that highlights unlexed data
|
|
with the `HtmlLexer`.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
|
|
name = 'HTML+Mako'
|
|
aliases = ['html+mako']
|
|
mimetypes = ['text/html+mako']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, MakoLexer, **options)
|
|
|
|
|
|
class MakoXmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MakoLexer` that highlights unlexed data
|
|
with the `XmlLexer`.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
|
|
name = 'XML+Mako'
|
|
aliases = ['xml+mako']
|
|
mimetypes = ['application/xml+mako']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, MakoLexer, **options)
|
|
|
|
|
|
class MakoJavascriptLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MakoLexer` that highlights unlexed data
|
|
with the `JavascriptLexer`.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
|
|
name = 'JavaScript+Mako'
|
|
aliases = ['javascript+mako', 'js+mako']
|
|
mimetypes = ['application/x-javascript+mako',
|
|
'text/x-javascript+mako',
|
|
'text/javascript+mako']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, MakoLexer, **options)
|
|
|
|
|
|
class MakoCssLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `MakoLexer` that highlights unlexed data
|
|
with the `CssLexer`.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
|
|
name = 'CSS+Mako'
|
|
aliases = ['css+mako']
|
|
mimetypes = ['text/css+mako']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, MakoLexer, **options)
|
|
|
|
|
|
# Genshi and Cheetah lexers courtesy of Matt Good.
|
|
|
|
class CheetahPythonLexer(Lexer):
|
|
"""
|
|
Lexer for handling Cheetah's special $ tokens in Python syntax.
|
|
"""
|
|
|
|
def get_tokens_unprocessed(self, text):
|
|
pylexer = PythonLexer(**self.options)
|
|
for pos, type_, value in pylexer.get_tokens_unprocessed(text):
|
|
if type_ == Token.Error and value == '$':
|
|
type_ = Comment.Preproc
|
|
yield pos, type_, value
|
|
|
|
|
|
class CheetahLexer(RegexLexer):
|
|
"""
|
|
Generic cheetah templates lexer. Code that isn't Cheetah
|
|
markup is yielded as `Token.Other`. This also works for
|
|
`spitfire templates`_ which use the same syntax.
|
|
|
|
.. _spitfire templates: http://code.google.com/p/spitfire/
|
|
"""
|
|
|
|
name = 'Cheetah'
|
|
url = 'http://www.cheetahtemplate.org/'
|
|
aliases = ['cheetah', 'spitfire']
|
|
filenames = ['*.tmpl', '*.spt']
|
|
mimetypes = ['application/x-cheetah', 'application/x-spitfire']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'(##[^\n]*)$',
|
|
(bygroups(Comment))),
|
|
(r'#[*](.|\n)*?[*]#', Comment),
|
|
(r'#end[^#\n]*(?:#|$)', Comment.Preproc),
|
|
(r'#slurp$', Comment.Preproc),
|
|
(r'(#[a-zA-Z]+)([^#\n]*)(#|$)',
|
|
(bygroups(Comment.Preproc, using(CheetahPythonLexer),
|
|
Comment.Preproc))),
|
|
# TODO support other Python syntax like $foo['bar']
|
|
(r'(\$)([a-zA-Z_][\w.]*\w)',
|
|
bygroups(Comment.Preproc, using(CheetahPythonLexer))),
|
|
(r'(?s)(\$\{!?)(.*?)(\})',
|
|
bygroups(Comment.Preproc, using(CheetahPythonLexer),
|
|
Comment.Preproc)),
|
|
(r'''(?sx)
|
|
(.+?) # anything, followed by:
|
|
(?:
|
|
(?=\#[#a-zA-Z]*) | # an eval comment
|
|
(?=\$[a-zA-Z_{]) | # a substitution
|
|
\Z # end of string
|
|
)
|
|
''', Other),
|
|
(r'\s+', Text),
|
|
],
|
|
}
|
|
|
|
|
|
class CheetahHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `CheetahLexer` that highlights unlexed data
|
|
with the `HtmlLexer`.
|
|
"""
|
|
|
|
name = 'HTML+Cheetah'
|
|
aliases = ['html+cheetah', 'html+spitfire', 'htmlcheetah']
|
|
mimetypes = ['text/html+cheetah', 'text/html+spitfire']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, CheetahLexer, **options)
|
|
|
|
|
|
class CheetahXmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `CheetahLexer` that highlights unlexed data
|
|
with the `XmlLexer`.
|
|
"""
|
|
|
|
name = 'XML+Cheetah'
|
|
aliases = ['xml+cheetah', 'xml+spitfire']
|
|
mimetypes = ['application/xml+cheetah', 'application/xml+spitfire']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, CheetahLexer, **options)
|
|
|
|
|
|
class CheetahJavascriptLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `CheetahLexer` that highlights unlexed data
|
|
with the `JavascriptLexer`.
|
|
"""
|
|
|
|
name = 'JavaScript+Cheetah'
|
|
aliases = ['javascript+cheetah', 'js+cheetah',
|
|
'javascript+spitfire', 'js+spitfire']
|
|
mimetypes = ['application/x-javascript+cheetah',
|
|
'text/x-javascript+cheetah',
|
|
'text/javascript+cheetah',
|
|
'application/x-javascript+spitfire',
|
|
'text/x-javascript+spitfire',
|
|
'text/javascript+spitfire']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, CheetahLexer, **options)
|
|
|
|
|
|
class GenshiTextLexer(RegexLexer):
|
|
"""
|
|
A lexer that highlights genshi text templates.
|
|
"""
|
|
|
|
name = 'Genshi Text'
|
|
url = 'http://genshi.edgewall.org/'
|
|
aliases = ['genshitext']
|
|
mimetypes = ['application/x-genshi-text', 'text/x-genshi']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^#$\s]+', Other),
|
|
(r'^(\s*)(##.*)$', bygroups(Text, Comment)),
|
|
(r'^(\s*)(#)', bygroups(Text, Comment.Preproc), 'directive'),
|
|
include('variable'),
|
|
(r'[#$\s]', Other),
|
|
],
|
|
'directive': [
|
|
(r'\n', Text, '#pop'),
|
|
(r'(?:def|for|if)\s+.*', using(PythonLexer), '#pop'),
|
|
(r'(choose|when|with)([^\S\n]+)(.*)',
|
|
bygroups(Keyword, Text, using(PythonLexer)), '#pop'),
|
|
(r'(choose|otherwise)\b', Keyword, '#pop'),
|
|
(r'(end\w*)([^\S\n]*)(.*)', bygroups(Keyword, Text, Comment), '#pop'),
|
|
],
|
|
'variable': [
|
|
(r'(?<!\$)(\$\{)(.+?)(\})',
|
|
bygroups(Comment.Preproc, using(PythonLexer), Comment.Preproc)),
|
|
(r'(?<!\$)(\$)([a-zA-Z_][\w.]*)',
|
|
Name.Variable),
|
|
]
|
|
}
|
|
|
|
|
|
class GenshiMarkupLexer(RegexLexer):
|
|
"""
|
|
Base lexer for Genshi markup, used by `HtmlGenshiLexer` and
|
|
`GenshiLexer`.
|
|
"""
|
|
|
|
flags = re.DOTALL
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^<$]+', Other),
|
|
(r'(<\?python)(.*?)(\?>)',
|
|
bygroups(Comment.Preproc, using(PythonLexer), Comment.Preproc)),
|
|
# yield style and script blocks as Other
|
|
(r'<\s*(script|style)\s*.*?>.*?<\s*/\1\s*>', Other),
|
|
(r'<\s*py:[a-zA-Z0-9]+', Name.Tag, 'pytag'),
|
|
(r'<\s*[a-zA-Z0-9:.]+', Name.Tag, 'tag'),
|
|
include('variable'),
|
|
(r'[<$]', Other),
|
|
],
|
|
'pytag': [
|
|
(r'\s+', Text),
|
|
(r'[\w:-]+\s*=', Name.Attribute, 'pyattr'),
|
|
(r'/?\s*>', Name.Tag, '#pop'),
|
|
],
|
|
'pyattr': [
|
|
('(")(.*?)(")', bygroups(String, using(PythonLexer), String), '#pop'),
|
|
("(')(.*?)(')", bygroups(String, using(PythonLexer), String), '#pop'),
|
|
(r'[^\s>]+', String, '#pop'),
|
|
],
|
|
'tag': [
|
|
(r'\s+', Text),
|
|
(r'py:[\w-]+\s*=', Name.Attribute, 'pyattr'),
|
|
(r'[\w:-]+\s*=', Name.Attribute, 'attr'),
|
|
(r'/?\s*>', Name.Tag, '#pop'),
|
|
],
|
|
'attr': [
|
|
('"', String, 'attr-dstring'),
|
|
("'", String, 'attr-sstring'),
|
|
(r'[^\s>]*', String, '#pop')
|
|
],
|
|
'attr-dstring': [
|
|
('"', String, '#pop'),
|
|
include('strings'),
|
|
("'", String)
|
|
],
|
|
'attr-sstring': [
|
|
("'", String, '#pop'),
|
|
include('strings'),
|
|
("'", String)
|
|
],
|
|
'strings': [
|
|
('[^"\'$]+', String),
|
|
include('variable')
|
|
],
|
|
'variable': [
|
|
(r'(?<!\$)(\$\{)(.+?)(\})',
|
|
bygroups(Comment.Preproc, using(PythonLexer), Comment.Preproc)),
|
|
(r'(?<!\$)(\$)([a-zA-Z_][\w\.]*)',
|
|
Name.Variable),
|
|
]
|
|
}
|
|
|
|
|
|
class HtmlGenshiLexer(DelegatingLexer):
|
|
"""
|
|
A lexer that highlights `genshi <http://genshi.edgewall.org/>`_ and
|
|
`kid <http://kid-templating.org/>`_ kid HTML templates.
|
|
"""
|
|
|
|
name = 'HTML+Genshi'
|
|
aliases = ['html+genshi', 'html+kid']
|
|
alias_filenames = ['*.html', '*.htm', '*.xhtml']
|
|
mimetypes = ['text/html+genshi']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, GenshiMarkupLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
if re.search(r'\$\{.*?\}', text) is not None:
|
|
rv += 0.2
|
|
if re.search(r'py:(.*?)=["\']', text) is not None:
|
|
rv += 0.2
|
|
return rv + HtmlLexer.analyse_text(text) - 0.01
|
|
|
|
|
|
class GenshiLexer(DelegatingLexer):
|
|
"""
|
|
A lexer that highlights `genshi <http://genshi.edgewall.org/>`_ and
|
|
`kid <http://kid-templating.org/>`_ kid XML templates.
|
|
"""
|
|
|
|
name = 'Genshi'
|
|
aliases = ['genshi', 'kid', 'xml+genshi', 'xml+kid']
|
|
filenames = ['*.kid']
|
|
alias_filenames = ['*.xml']
|
|
mimetypes = ['application/x-genshi', 'application/x-kid']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, GenshiMarkupLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
if re.search(r'\$\{.*?\}', text) is not None:
|
|
rv += 0.2
|
|
if re.search(r'py:(.*?)=["\']', text) is not None:
|
|
rv += 0.2
|
|
return rv + XmlLexer.analyse_text(text) - 0.01
|
|
|
|
|
|
class JavascriptGenshiLexer(DelegatingLexer):
|
|
"""
|
|
A lexer that highlights javascript code in genshi text templates.
|
|
"""
|
|
|
|
name = 'JavaScript+Genshi Text'
|
|
aliases = ['js+genshitext', 'js+genshi', 'javascript+genshitext',
|
|
'javascript+genshi']
|
|
alias_filenames = ['*.js']
|
|
mimetypes = ['application/x-javascript+genshi',
|
|
'text/x-javascript+genshi',
|
|
'text/javascript+genshi']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, GenshiTextLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return GenshiLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class CssGenshiLexer(DelegatingLexer):
|
|
"""
|
|
A lexer that highlights CSS definitions in genshi text templates.
|
|
"""
|
|
|
|
name = 'CSS+Genshi Text'
|
|
aliases = ['css+genshitext', 'css+genshi']
|
|
alias_filenames = ['*.css']
|
|
mimetypes = ['text/css+genshi']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, GenshiTextLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return GenshiLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class RhtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the ERB lexer that highlights the unlexed data with the
|
|
html lexer.
|
|
|
|
Nested Javascript and CSS is highlighted too.
|
|
"""
|
|
|
|
name = 'RHTML'
|
|
aliases = ['rhtml', 'html+erb', 'html+ruby']
|
|
filenames = ['*.rhtml']
|
|
alias_filenames = ['*.html', '*.htm', '*.xhtml']
|
|
mimetypes = ['text/html+ruby']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, ErbLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = ErbLexer.analyse_text(text) - 0.01
|
|
if html_doctype_matches(text):
|
|
# one more than the XmlErbLexer returns
|
|
rv += 0.5
|
|
return rv
|
|
|
|
|
|
class XmlErbLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `ErbLexer` which highlights data outside preprocessor
|
|
directives with the `XmlLexer`.
|
|
"""
|
|
|
|
name = 'XML+Ruby'
|
|
aliases = ['xml+ruby', 'xml+erb']
|
|
alias_filenames = ['*.xml']
|
|
mimetypes = ['application/xml+ruby']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, ErbLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = ErbLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
return rv
|
|
|
|
|
|
class CssErbLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `ErbLexer` which highlights unlexed data with the `CssLexer`.
|
|
"""
|
|
|
|
name = 'CSS+Ruby'
|
|
aliases = ['css+ruby', 'css+erb']
|
|
alias_filenames = ['*.css']
|
|
mimetypes = ['text/css+ruby']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, ErbLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return ErbLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class JavascriptErbLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `ErbLexer` which highlights unlexed data with the
|
|
`JavascriptLexer`.
|
|
"""
|
|
|
|
name = 'JavaScript+Ruby'
|
|
aliases = ['javascript+ruby', 'js+ruby', 'javascript+erb', 'js+erb']
|
|
alias_filenames = ['*.js']
|
|
mimetypes = ['application/x-javascript+ruby',
|
|
'text/x-javascript+ruby',
|
|
'text/javascript+ruby']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, ErbLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return ErbLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class HtmlPhpLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `PhpLexer` that highlights unhandled data with the `HtmlLexer`.
|
|
|
|
Nested Javascript and CSS is highlighted too.
|
|
"""
|
|
|
|
name = 'HTML+PHP'
|
|
aliases = ['html+php']
|
|
filenames = ['*.phtml']
|
|
alias_filenames = ['*.php', '*.html', '*.htm', '*.xhtml',
|
|
'*.php[345]']
|
|
mimetypes = ['application/x-php',
|
|
'application/x-httpd-php', 'application/x-httpd-php3',
|
|
'application/x-httpd-php4', 'application/x-httpd-php5']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, PhpLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = PhpLexer.analyse_text(text) - 0.01
|
|
if html_doctype_matches(text):
|
|
rv += 0.5
|
|
return rv
|
|
|
|
|
|
class XmlPhpLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `PhpLexer` that highlights unhandled data with the `XmlLexer`.
|
|
"""
|
|
|
|
name = 'XML+PHP'
|
|
aliases = ['xml+php']
|
|
alias_filenames = ['*.xml', '*.php', '*.php[345]']
|
|
mimetypes = ['application/xml+php']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, PhpLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = PhpLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
return rv
|
|
|
|
|
|
class CssPhpLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `PhpLexer` which highlights unmatched data with the `CssLexer`.
|
|
"""
|
|
|
|
name = 'CSS+PHP'
|
|
aliases = ['css+php']
|
|
alias_filenames = ['*.css']
|
|
mimetypes = ['text/css+php']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, PhpLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return PhpLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class JavascriptPhpLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of `PhpLexer` which highlights unmatched data with the
|
|
`JavascriptLexer`.
|
|
"""
|
|
|
|
name = 'JavaScript+PHP'
|
|
aliases = ['javascript+php', 'js+php']
|
|
alias_filenames = ['*.js']
|
|
mimetypes = ['application/x-javascript+php',
|
|
'text/x-javascript+php',
|
|
'text/javascript+php']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, PhpLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return PhpLexer.analyse_text(text)
|
|
|
|
|
|
class HtmlSmartyLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `SmartyLexer` that highlights unlexed data with the
|
|
`HtmlLexer`.
|
|
|
|
Nested Javascript and CSS is highlighted too.
|
|
"""
|
|
|
|
name = 'HTML+Smarty'
|
|
aliases = ['html+smarty']
|
|
alias_filenames = ['*.html', '*.htm', '*.xhtml', '*.tpl']
|
|
mimetypes = ['text/html+smarty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, SmartyLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = SmartyLexer.analyse_text(text) - 0.01
|
|
if html_doctype_matches(text):
|
|
rv += 0.5
|
|
return rv
|
|
|
|
|
|
class XmlSmartyLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `SmartyLexer` that highlights unlexed data with the
|
|
`XmlLexer`.
|
|
"""
|
|
|
|
name = 'XML+Smarty'
|
|
aliases = ['xml+smarty']
|
|
alias_filenames = ['*.xml', '*.tpl']
|
|
mimetypes = ['application/xml+smarty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, SmartyLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = SmartyLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
return rv
|
|
|
|
|
|
class CssSmartyLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `SmartyLexer` that highlights unlexed data with the
|
|
`CssLexer`.
|
|
"""
|
|
|
|
name = 'CSS+Smarty'
|
|
aliases = ['css+smarty']
|
|
alias_filenames = ['*.css', '*.tpl']
|
|
mimetypes = ['text/css+smarty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, SmartyLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return SmartyLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class JavascriptSmartyLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `SmartyLexer` that highlights unlexed data with the
|
|
`JavascriptLexer`.
|
|
"""
|
|
|
|
name = 'JavaScript+Smarty'
|
|
aliases = ['javascript+smarty', 'js+smarty']
|
|
alias_filenames = ['*.js', '*.tpl']
|
|
mimetypes = ['application/x-javascript+smarty',
|
|
'text/x-javascript+smarty',
|
|
'text/javascript+smarty']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, SmartyLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return SmartyLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class HtmlDjangoLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `DjangoLexer` that highlights unlexed data with the
|
|
`HtmlLexer`.
|
|
|
|
Nested Javascript and CSS is highlighted too.
|
|
"""
|
|
|
|
name = 'HTML+Django/Jinja'
|
|
aliases = ['html+django', 'html+jinja', 'htmldjango']
|
|
filenames = ['*.html.j2', '*.htm.j2', '*.xhtml.j2', '*.html.jinja2', '*.htm.jinja2', '*.xhtml.jinja2']
|
|
alias_filenames = ['*.html', '*.htm', '*.xhtml']
|
|
mimetypes = ['text/html+django', 'text/html+jinja']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, DjangoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = DjangoLexer.analyse_text(text) - 0.01
|
|
if html_doctype_matches(text):
|
|
rv += 0.5
|
|
return rv
|
|
|
|
|
|
class XmlDjangoLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `DjangoLexer` that highlights unlexed data with the
|
|
`XmlLexer`.
|
|
"""
|
|
|
|
name = 'XML+Django/Jinja'
|
|
aliases = ['xml+django', 'xml+jinja']
|
|
filenames = ['*.xml.j2', '*.xml.jinja2']
|
|
alias_filenames = ['*.xml']
|
|
mimetypes = ['application/xml+django', 'application/xml+jinja']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, DjangoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = DjangoLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
return rv
|
|
|
|
|
|
class CssDjangoLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `DjangoLexer` that highlights unlexed data with the
|
|
`CssLexer`.
|
|
"""
|
|
|
|
name = 'CSS+Django/Jinja'
|
|
aliases = ['css+django', 'css+jinja']
|
|
filenames = ['*.css.j2', '*.css.jinja2']
|
|
alias_filenames = ['*.css']
|
|
mimetypes = ['text/css+django', 'text/css+jinja']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(CssLexer, DjangoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return DjangoLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class JavascriptDjangoLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `DjangoLexer` that highlights unlexed data with the
|
|
`JavascriptLexer`.
|
|
"""
|
|
|
|
name = 'JavaScript+Django/Jinja'
|
|
aliases = ['javascript+django', 'js+django',
|
|
'javascript+jinja', 'js+jinja']
|
|
filenames = ['*.js.j2', '*.js.jinja2']
|
|
alias_filenames = ['*.js']
|
|
mimetypes = ['application/x-javascript+django',
|
|
'application/x-javascript+jinja',
|
|
'text/x-javascript+django',
|
|
'text/x-javascript+jinja',
|
|
'text/javascript+django',
|
|
'text/javascript+jinja']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(JavascriptLexer, DjangoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return DjangoLexer.analyse_text(text) - 0.05
|
|
|
|
|
|
class JspRootLexer(RegexLexer):
|
|
"""
|
|
Base for the `JspLexer`. Yields `Token.Other` for area outside of
|
|
JSP tags.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'<%\S?', Keyword, 'sec'),
|
|
# FIXME: I want to make these keywords but still parse attributes.
|
|
(r'</?jsp:(forward|getProperty|include|plugin|setProperty|useBean).*?>',
|
|
Keyword),
|
|
(r'[^<]+', Other),
|
|
(r'<', Other),
|
|
],
|
|
'sec': [
|
|
(r'%>', Keyword, '#pop'),
|
|
# note: '\w\W' != '.' without DOTALL.
|
|
(r'[\w\W]+?(?=%>|\Z)', using(JavaLexer)),
|
|
],
|
|
}
|
|
|
|
|
|
class JspLexer(DelegatingLexer):
|
|
"""
|
|
Lexer for Java Server Pages.
|
|
|
|
.. versionadded:: 0.7
|
|
"""
|
|
name = 'Java Server Page'
|
|
aliases = ['jsp']
|
|
filenames = ['*.jsp']
|
|
mimetypes = ['application/x-jsp']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, JspRootLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = JavaLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
if '<%' in text and '%>' in text:
|
|
rv += 0.1
|
|
return rv
|
|
|
|
|
|
class EvoqueLexer(RegexLexer):
|
|
"""
|
|
For files using the Evoque templating system.
|
|
|
|
.. versionadded:: 1.1
|
|
"""
|
|
name = 'Evoque'
|
|
aliases = ['evoque']
|
|
filenames = ['*.evoque']
|
|
mimetypes = ['application/x-evoque']
|
|
|
|
flags = re.DOTALL
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^#$]+', Other),
|
|
(r'#\[', Comment.Multiline, 'comment'),
|
|
(r'\$\$', Other),
|
|
# svn keywords
|
|
(r'\$\w+:[^$\n]*\$', Comment.Multiline),
|
|
# directives: begin, end
|
|
(r'(\$)(begin|end)(\{(%)?)(.*?)((?(4)%)\})',
|
|
bygroups(Punctuation, Name.Builtin, Punctuation, None,
|
|
String, Punctuation)),
|
|
# directives: evoque, overlay
|
|
# see doc for handling first name arg: /directives/evoque/
|
|
# + minor inconsistency: the "name" in e.g. $overlay{name=site_base}
|
|
# should be using(PythonLexer), not passed out as String
|
|
(r'(\$)(evoque|overlay)(\{(%)?)(\s*[#\w\-"\'.]+)?'
|
|
r'(.*?)((?(4)%)\})',
|
|
bygroups(Punctuation, Name.Builtin, Punctuation, None,
|
|
String, using(PythonLexer), Punctuation)),
|
|
# directives: if, for, prefer, test
|
|
(r'(\$)(\w+)(\{(%)?)(.*?)((?(4)%)\})',
|
|
bygroups(Punctuation, Name.Builtin, Punctuation, None,
|
|
using(PythonLexer), Punctuation)),
|
|
# directive clauses (no {} expression)
|
|
(r'(\$)(else|rof|fi)', bygroups(Punctuation, Name.Builtin)),
|
|
# expressions
|
|
(r'(\$\{(%)?)(.*?)((!)(.*?))?((?(2)%)\})',
|
|
bygroups(Punctuation, None, using(PythonLexer),
|
|
Name.Builtin, None, None, Punctuation)),
|
|
(r'#', Other),
|
|
],
|
|
'comment': [
|
|
(r'[^\]#]', Comment.Multiline),
|
|
(r'#\[', Comment.Multiline, '#push'),
|
|
(r'\]#', Comment.Multiline, '#pop'),
|
|
(r'[\]#]', Comment.Multiline)
|
|
],
|
|
}
|
|
|
|
def analyse_text(text):
|
|
"""Evoque templates use $evoque, which is unique."""
|
|
if '$evoque' in text:
|
|
return 1
|
|
|
|
class EvoqueHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `EvoqueLexer` that highlights unlexed data with the
|
|
`HtmlLexer`.
|
|
|
|
.. versionadded:: 1.1
|
|
"""
|
|
name = 'HTML+Evoque'
|
|
aliases = ['html+evoque']
|
|
filenames = ['*.html']
|
|
mimetypes = ['text/html+evoque']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, EvoqueLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return EvoqueLexer.analyse_text(text)
|
|
|
|
|
|
class EvoqueXmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `EvoqueLexer` that highlights unlexed data with the
|
|
`XmlLexer`.
|
|
|
|
.. versionadded:: 1.1
|
|
"""
|
|
name = 'XML+Evoque'
|
|
aliases = ['xml+evoque']
|
|
filenames = ['*.xml']
|
|
mimetypes = ['application/xml+evoque']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, EvoqueLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
return EvoqueLexer.analyse_text(text)
|
|
|
|
|
|
class ColdfusionLexer(RegexLexer):
|
|
"""
|
|
Coldfusion statements
|
|
"""
|
|
name = 'cfstatement'
|
|
aliases = ['cfs']
|
|
filenames = []
|
|
mimetypes = []
|
|
flags = re.IGNORECASE
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'//.*?\n', Comment.Single),
|
|
(r'/\*(?:.|\n)*?\*/', Comment.Multiline),
|
|
(r'\+\+|--', Operator),
|
|
(r'[-+*/^&=!]', Operator),
|
|
(r'<=|>=|<|>|==', Operator),
|
|
(r'mod\b', Operator),
|
|
(r'(eq|lt|gt|lte|gte|not|is|and|or)\b', Operator),
|
|
(r'\|\||&&', Operator),
|
|
(r'\?', Operator),
|
|
(r'"', String.Double, 'string'),
|
|
# There is a special rule for allowing html in single quoted
|
|
# strings, evidently.
|
|
(r"'.*?'", String.Single),
|
|
(r'\d+', Number),
|
|
(r'(if|else|len|var|xml|default|break|switch|component|property|function|do|'
|
|
r'try|catch|in|continue|for|return|while|required|any|array|binary|boolean|'
|
|
r'component|date|guid|numeric|query|string|struct|uuid|case)\b', Keyword),
|
|
(r'(true|false|null)\b', Keyword.Constant),
|
|
(r'(application|session|client|cookie|super|this|variables|arguments)\b',
|
|
Name.Constant),
|
|
(r'([a-z_$][\w.]*)(\s*)(\()',
|
|
bygroups(Name.Function, Text, Punctuation)),
|
|
(r'[a-z_$][\w.]*', Name.Variable),
|
|
(r'[()\[\]{};:,.\\]', Punctuation),
|
|
(r'\s+', Text),
|
|
],
|
|
'string': [
|
|
(r'""', String.Double),
|
|
(r'#.+?#', String.Interp),
|
|
(r'[^"#]+', String.Double),
|
|
(r'#', String.Double),
|
|
(r'"', String.Double, '#pop'),
|
|
],
|
|
}
|
|
|
|
|
|
class ColdfusionMarkupLexer(RegexLexer):
|
|
"""
|
|
Coldfusion markup only
|
|
"""
|
|
name = 'Coldfusion'
|
|
aliases = ['cf']
|
|
filenames = []
|
|
mimetypes = []
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^<]+', Other),
|
|
include('tags'),
|
|
(r'<[^<>]*', Other),
|
|
],
|
|
'tags': [
|
|
(r'<!---', Comment.Multiline, 'cfcomment'),
|
|
(r'(?s)<!--.*?-->', Comment),
|
|
(r'<cfoutput.*?>', Name.Builtin, 'cfoutput'),
|
|
(r'(?s)(<cfscript.*?>)(.+?)(</cfscript.*?>)',
|
|
bygroups(Name.Builtin, using(ColdfusionLexer), Name.Builtin)),
|
|
# negative lookbehind is for strings with embedded >
|
|
(r'(?s)(</?cf(?:component|include|if|else|elseif|loop|return|'
|
|
r'dbinfo|dump|abort|location|invoke|throw|file|savecontent|'
|
|
r'mailpart|mail|header|content|zip|image|lock|argument|try|'
|
|
r'catch|break|directory|http|set|function|param)\b)(.*?)((?<!\\)>)',
|
|
bygroups(Name.Builtin, using(ColdfusionLexer), Name.Builtin)),
|
|
],
|
|
'cfoutput': [
|
|
(r'[^#<]+', Other),
|
|
(r'(#)(.*?)(#)', bygroups(Punctuation, using(ColdfusionLexer),
|
|
Punctuation)),
|
|
# (r'<cfoutput.*?>', Name.Builtin, '#push'),
|
|
(r'</cfoutput.*?>', Name.Builtin, '#pop'),
|
|
include('tags'),
|
|
(r'(?s)<[^<>]*', Other),
|
|
(r'#', Other),
|
|
],
|
|
'cfcomment': [
|
|
(r'<!---', Comment.Multiline, '#push'),
|
|
(r'--->', Comment.Multiline, '#pop'),
|
|
(r'([^<-]|<(?!!---)|-(?!-->))+', Comment.Multiline),
|
|
],
|
|
}
|
|
|
|
|
|
class ColdfusionHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Coldfusion markup in html
|
|
"""
|
|
name = 'Coldfusion HTML'
|
|
aliases = ['cfm']
|
|
filenames = ['*.cfm', '*.cfml']
|
|
mimetypes = ['application/x-coldfusion']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, ColdfusionMarkupLexer, **options)
|
|
|
|
|
|
class ColdfusionCFCLexer(DelegatingLexer):
|
|
"""
|
|
Coldfusion markup/script components
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
name = 'Coldfusion CFC'
|
|
aliases = ['cfc']
|
|
filenames = ['*.cfc']
|
|
mimetypes = []
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(ColdfusionHtmlLexer, ColdfusionLexer, **options)
|
|
|
|
|
|
class SspLexer(DelegatingLexer):
|
|
"""
|
|
Lexer for Scalate Server Pages.
|
|
|
|
.. versionadded:: 1.4
|
|
"""
|
|
name = 'Scalate Server Page'
|
|
aliases = ['ssp']
|
|
filenames = ['*.ssp']
|
|
mimetypes = ['application/x-ssp']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, JspRootLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
if re.search(r'val \w+\s*:', text):
|
|
rv += 0.6
|
|
if looks_like_xml(text):
|
|
rv += 0.2
|
|
if '<%' in text and '%>' in text:
|
|
rv += 0.1
|
|
return rv
|
|
|
|
|
|
class TeaTemplateRootLexer(RegexLexer):
|
|
"""
|
|
Base for the `TeaTemplateLexer`. Yields `Token.Other` for area outside of
|
|
code blocks.
|
|
|
|
.. versionadded:: 1.5
|
|
"""
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'<%\S?', Keyword, 'sec'),
|
|
(r'[^<]+', Other),
|
|
(r'<', Other),
|
|
],
|
|
'sec': [
|
|
(r'%>', Keyword, '#pop'),
|
|
# note: '\w\W' != '.' without DOTALL.
|
|
(r'[\w\W]+?(?=%>|\Z)', using(TeaLangLexer)),
|
|
],
|
|
}
|
|
|
|
|
|
class TeaTemplateLexer(DelegatingLexer):
|
|
"""
|
|
Lexer for `Tea Templates <http://teatrove.org/>`_.
|
|
|
|
.. versionadded:: 1.5
|
|
"""
|
|
name = 'Tea'
|
|
aliases = ['tea']
|
|
filenames = ['*.tea']
|
|
mimetypes = ['text/x-tea']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, TeaTemplateRootLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = TeaLangLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
if '<%' in text and '%>' in text:
|
|
rv += 0.1
|
|
return rv
|
|
|
|
|
|
class LassoHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `LassoLexer` which highlights unhandled data with the
|
|
`HtmlLexer`.
|
|
|
|
Nested JavaScript and CSS is also highlighted.
|
|
|
|
.. versionadded:: 1.6
|
|
"""
|
|
|
|
name = 'HTML+Lasso'
|
|
aliases = ['html+lasso']
|
|
alias_filenames = ['*.html', '*.htm', '*.xhtml', '*.lasso', '*.lasso[89]',
|
|
'*.incl', '*.inc', '*.las']
|
|
mimetypes = ['text/html+lasso',
|
|
'application/x-httpd-lasso',
|
|
'application/x-httpd-lasso[89]']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, LassoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = LassoLexer.analyse_text(text) - 0.01
|
|
if html_doctype_matches(text): # same as HTML lexer
|
|
rv += 0.5
|
|
return rv
|
|
|
|
|
|
class LassoXmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `LassoLexer` which highlights unhandled data with the
|
|
`XmlLexer`.
|
|
|
|
.. versionadded:: 1.6
|
|
"""
|
|
|
|
name = 'XML+Lasso'
|
|
aliases = ['xml+lasso']
|
|
alias_filenames = ['*.xml', '*.lasso', '*.lasso[89]',
|
|
'*.incl', '*.inc', '*.las']
|
|
mimetypes = ['application/xml+lasso']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(XmlLexer, LassoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = LassoLexer.analyse_text(text) - 0.01
|
|
if looks_like_xml(text):
|
|
rv += 0.4
|
|
return rv
|
|
|
|
|
|
class LassoCssLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `LassoLexer` which highlights unhandled data with the
|
|
`CssLexer`.
|
|
|
|
.. versionadded:: 1.6
|
|
"""
|
|
|
|
name = 'CSS+Lasso'
|
|
aliases = ['css+lasso']
|
|
alias_filenames = ['*.css']
|
|
mimetypes = ['text/css+lasso']
|
|
|
|
def __init__(self, **options):
|
|
options['requiredelimiters'] = True
|
|
super().__init__(CssLexer, LassoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = LassoLexer.analyse_text(text) - 0.05
|
|
if re.search(r'\w+:[^;]+;', text):
|
|
rv += 0.1
|
|
if 'padding:' in text:
|
|
rv += 0.1
|
|
return rv
|
|
|
|
|
|
class LassoJavascriptLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `LassoLexer` which highlights unhandled data with the
|
|
`JavascriptLexer`.
|
|
|
|
.. versionadded:: 1.6
|
|
"""
|
|
|
|
name = 'JavaScript+Lasso'
|
|
aliases = ['javascript+lasso', 'js+lasso']
|
|
alias_filenames = ['*.js']
|
|
mimetypes = ['application/x-javascript+lasso',
|
|
'text/x-javascript+lasso',
|
|
'text/javascript+lasso']
|
|
|
|
def __init__(self, **options):
|
|
options['requiredelimiters'] = True
|
|
super().__init__(JavascriptLexer, LassoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = LassoLexer.analyse_text(text) - 0.05
|
|
return rv
|
|
|
|
|
|
class HandlebarsLexer(RegexLexer):
|
|
"""
|
|
Generic handlebars template lexer.
|
|
|
|
Highlights only the Handlebars template tags (stuff between `{{` and `}}`).
|
|
Everything else is left for a delegating lexer.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
|
|
name = "Handlebars"
|
|
url = 'https://handlebarsjs.com/'
|
|
aliases = ['handlebars']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{]+', Other),
|
|
|
|
# Comment start {{! }} or {{!--
|
|
(r'\{\{!.*\}\}', Comment),
|
|
|
|
# HTML Escaping open {{{expression
|
|
(r'(\{\{\{)(\s*)', bygroups(Comment.Special, Text), 'tag'),
|
|
|
|
# {{blockOpen {{#blockOpen {{/blockClose with optional tilde ~
|
|
(r'(\{\{)([#~/]+)([^\s}]*)',
|
|
bygroups(Comment.Preproc, Number.Attribute, Number.Attribute), 'tag'),
|
|
(r'(\{\{)(\s*)', bygroups(Comment.Preproc, Text), 'tag'),
|
|
],
|
|
|
|
'tag': [
|
|
(r'\s+', Text),
|
|
# HTML Escaping close }}}
|
|
(r'\}\}\}', Comment.Special, '#pop'),
|
|
# blockClose}}, includes optional tilde ~
|
|
(r'(~?)(\}\})', bygroups(Number, Comment.Preproc), '#pop'),
|
|
|
|
# {{opt=something}}
|
|
(r'([^\s}]+)(=)', bygroups(Name.Attribute, Operator)),
|
|
|
|
# Partials {{> ...}}
|
|
(r'(>)(\s*)(@partial-block)', bygroups(Keyword, Text, Keyword)),
|
|
(r'(#?>)(\s*)([\w-]+)', bygroups(Keyword, Text, Name.Variable)),
|
|
(r'(>)(\s*)(\()', bygroups(Keyword, Text, Punctuation),
|
|
'dynamic-partial'),
|
|
|
|
include('generic'),
|
|
],
|
|
'dynamic-partial': [
|
|
(r'\s+', Text),
|
|
(r'\)', Punctuation, '#pop'),
|
|
|
|
(r'(lookup)(\s+)(\.|this)(\s+)', bygroups(Keyword, Text,
|
|
Name.Variable, Text)),
|
|
(r'(lookup)(\s+)(\S+)', bygroups(Keyword, Text,
|
|
using(this, state='variable'))),
|
|
(r'[\w-]+', Name.Function),
|
|
|
|
include('generic'),
|
|
],
|
|
'variable': [
|
|
(r'[()/@a-zA-Z][\w-]*', Name.Variable),
|
|
(r'\.[\w-]+', Name.Variable),
|
|
(r'(this\/|\.\/|(\.\.\/)+)[\w-]+', Name.Variable),
|
|
],
|
|
'generic': [
|
|
include('variable'),
|
|
|
|
# borrowed from DjangoLexer
|
|
(r':?"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
|
(r":?'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
|
(r"[0-9](\.[0-9]*)?(eE[+-][0-9])?[flFLdD]?|"
|
|
r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
|
]
|
|
}
|
|
|
|
|
|
class HandlebarsHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `HandlebarsLexer` that highlights unlexed data with the
|
|
`HtmlLexer`.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
|
|
name = "HTML+Handlebars"
|
|
aliases = ["html+handlebars"]
|
|
filenames = ['*.handlebars', '*.hbs']
|
|
mimetypes = ['text/html+handlebars', 'text/x-handlebars-template']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, HandlebarsLexer, **options)
|
|
|
|
|
|
class YamlJinjaLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `DjangoLexer` that highlights unlexed data with the
|
|
`YamlLexer`.
|
|
|
|
Commonly used in Saltstack salt states.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
|
|
name = 'YAML+Jinja'
|
|
aliases = ['yaml+jinja', 'salt', 'sls']
|
|
filenames = ['*.sls', '*.yaml.j2', '*.yml.j2', '*.yaml.jinja2', '*.yml.jinja2']
|
|
mimetypes = ['text/x-yaml+jinja', 'text/x-sls']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(YamlLexer, DjangoLexer, **options)
|
|
|
|
|
|
class LiquidLexer(RegexLexer):
|
|
"""
|
|
Lexer for Liquid templates.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
name = 'liquid'
|
|
url = 'https://www.rubydoc.info/github/Shopify/liquid'
|
|
aliases = ['liquid']
|
|
filenames = ['*.liquid']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{]+', Text),
|
|
# tags and block tags
|
|
(r'(\{%)(\s*)', bygroups(Punctuation, Whitespace), 'tag-or-block'),
|
|
# output tags
|
|
(r'(\{\{)(\s*)([^\s}]+)',
|
|
bygroups(Punctuation, Whitespace, using(this, state = 'generic')),
|
|
'output'),
|
|
(r'\{', Text)
|
|
],
|
|
|
|
'tag-or-block': [
|
|
# builtin logic blocks
|
|
(r'(if|unless|elsif|case)(?=\s+)', Keyword.Reserved, 'condition'),
|
|
(r'(when)(\s+)', bygroups(Keyword.Reserved, Whitespace),
|
|
combined('end-of-block', 'whitespace', 'generic')),
|
|
(r'(else)(\s*)(%\})',
|
|
bygroups(Keyword.Reserved, Whitespace, Punctuation), '#pop'),
|
|
|
|
# other builtin blocks
|
|
(r'(capture)(\s+)([^\s%]+)(\s*)(%\})',
|
|
bygroups(Name.Tag, Whitespace, using(this, state = 'variable'),
|
|
Whitespace, Punctuation), '#pop'),
|
|
(r'(comment)(\s*)(%\})',
|
|
bygroups(Name.Tag, Whitespace, Punctuation), 'comment'),
|
|
(r'(raw)(\s*)(%\})',
|
|
bygroups(Name.Tag, Whitespace, Punctuation), 'raw'),
|
|
|
|
# end of block
|
|
(r'(end(case|unless|if))(\s*)(%\})',
|
|
bygroups(Keyword.Reserved, None, Whitespace, Punctuation), '#pop'),
|
|
(r'(end([^\s%]+))(\s*)(%\})',
|
|
bygroups(Name.Tag, None, Whitespace, Punctuation), '#pop'),
|
|
|
|
# builtin tags (assign and include are handled together with usual tags)
|
|
(r'(cycle)(\s+)(?:([^\s:]*)(:))?(\s*)',
|
|
bygroups(Name.Tag, Whitespace,
|
|
using(this, state='generic'), Punctuation, Whitespace),
|
|
'variable-tag-markup'),
|
|
|
|
# other tags or blocks
|
|
(r'([^\s%]+)(\s*)', bygroups(Name.Tag, Whitespace), 'tag-markup')
|
|
],
|
|
|
|
'output': [
|
|
include('whitespace'),
|
|
(r'\}\}', Punctuation, '#pop'), # end of output
|
|
|
|
(r'\|', Punctuation, 'filters')
|
|
],
|
|
|
|
'filters': [
|
|
include('whitespace'),
|
|
(r'\}\}', Punctuation, ('#pop', '#pop')), # end of filters and output
|
|
|
|
(r'([^\s|:]+)(:?)(\s*)',
|
|
bygroups(Name.Function, Punctuation, Whitespace), 'filter-markup')
|
|
],
|
|
|
|
'filter-markup': [
|
|
(r'\|', Punctuation, '#pop'),
|
|
include('end-of-tag'),
|
|
include('default-param-markup')
|
|
],
|
|
|
|
'condition': [
|
|
include('end-of-block'),
|
|
include('whitespace'),
|
|
|
|
(r'([^\s=!><]+)(\s*)([=!><]=?)(\s*)(\S+)(\s*)(%\})',
|
|
bygroups(using(this, state = 'generic'), Whitespace, Operator,
|
|
Whitespace, using(this, state = 'generic'), Whitespace,
|
|
Punctuation)),
|
|
(r'\b!', Operator),
|
|
(r'\bnot\b', Operator.Word),
|
|
(r'([\w.\'"]+)(\s+)(contains)(\s+)([\w.\'"]+)',
|
|
bygroups(using(this, state = 'generic'), Whitespace, Operator.Word,
|
|
Whitespace, using(this, state = 'generic'))),
|
|
|
|
include('generic'),
|
|
include('whitespace')
|
|
],
|
|
|
|
'generic-value': [
|
|
include('generic'),
|
|
include('end-at-whitespace')
|
|
],
|
|
|
|
'operator': [
|
|
(r'(\s*)((=|!|>|<)=?)(\s*)',
|
|
bygroups(Whitespace, Operator, None, Whitespace), '#pop'),
|
|
(r'(\s*)(\bcontains\b)(\s*)',
|
|
bygroups(Whitespace, Operator.Word, Whitespace), '#pop'),
|
|
],
|
|
|
|
'end-of-tag': [
|
|
(r'\}\}', Punctuation, '#pop')
|
|
],
|
|
|
|
'end-of-block': [
|
|
(r'%\}', Punctuation, ('#pop', '#pop'))
|
|
],
|
|
|
|
'end-at-whitespace': [
|
|
(r'\s+', Whitespace, '#pop')
|
|
],
|
|
|
|
# states for unknown markup
|
|
'param-markup': [
|
|
include('whitespace'),
|
|
# params with colons or equals
|
|
(r'([^\s=:]+)(\s*)(=|:)',
|
|
bygroups(Name.Attribute, Whitespace, Operator)),
|
|
# explicit variables
|
|
(r'(\{\{)(\s*)([^\s}])(\s*)(\}\})',
|
|
bygroups(Punctuation, Whitespace, using(this, state = 'variable'),
|
|
Whitespace, Punctuation)),
|
|
|
|
include('string'),
|
|
include('number'),
|
|
include('keyword'),
|
|
(r',', Punctuation)
|
|
],
|
|
|
|
'default-param-markup': [
|
|
include('param-markup'),
|
|
(r'.', Text) # fallback for switches / variables / un-quoted strings / ...
|
|
],
|
|
|
|
'variable-param-markup': [
|
|
include('param-markup'),
|
|
include('variable'),
|
|
(r'.', Text) # fallback
|
|
],
|
|
|
|
'tag-markup': [
|
|
(r'%\}', Punctuation, ('#pop', '#pop')), # end of tag
|
|
include('default-param-markup')
|
|
],
|
|
|
|
'variable-tag-markup': [
|
|
(r'%\}', Punctuation, ('#pop', '#pop')), # end of tag
|
|
include('variable-param-markup')
|
|
],
|
|
|
|
# states for different values types
|
|
'keyword': [
|
|
(r'\b(false|true)\b', Keyword.Constant)
|
|
],
|
|
|
|
'variable': [
|
|
(r'[a-zA-Z_]\w*', Name.Variable),
|
|
(r'(?<=\w)\.(?=\w)', Punctuation)
|
|
],
|
|
|
|
'string': [
|
|
(r"'[^']*'", String.Single),
|
|
(r'"[^"]*"', String.Double)
|
|
],
|
|
|
|
'number': [
|
|
(r'\d+\.\d+', Number.Float),
|
|
(r'\d+', Number.Integer)
|
|
],
|
|
|
|
'generic': [ # decides for variable, string, keyword or number
|
|
include('keyword'),
|
|
include('string'),
|
|
include('number'),
|
|
include('variable')
|
|
],
|
|
|
|
'whitespace': [
|
|
(r'[ \t]+', Whitespace)
|
|
],
|
|
|
|
# states for builtin blocks
|
|
'comment': [
|
|
(r'(\{%)(\s*)(endcomment)(\s*)(%\})',
|
|
bygroups(Punctuation, Whitespace, Name.Tag, Whitespace,
|
|
Punctuation), ('#pop', '#pop')),
|
|
(r'.', Comment)
|
|
],
|
|
|
|
'raw': [
|
|
(r'[^{]+', Text),
|
|
(r'(\{%)(\s*)(endraw)(\s*)(%\})',
|
|
bygroups(Punctuation, Whitespace, Name.Tag, Whitespace,
|
|
Punctuation), '#pop'),
|
|
(r'\{', Text)
|
|
],
|
|
}
|
|
|
|
|
|
class TwigLexer(RegexLexer):
|
|
"""
|
|
Twig template lexer.
|
|
|
|
It just highlights Twig code between the preprocessor directives,
|
|
other data is left untouched by the lexer.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
|
|
name = 'Twig'
|
|
aliases = ['twig']
|
|
mimetypes = ['application/x-twig']
|
|
|
|
flags = re.M | re.S
|
|
|
|
# Note that a backslash is included in the following two patterns
|
|
# PHP uses a backslash as a namespace separator
|
|
_ident_char = r'[\\\w-]|[^\x00-\x7f]'
|
|
_ident_begin = r'(?:[\\_a-z]|[^\x00-\x7f])'
|
|
_ident_end = r'(?:' + _ident_char + ')*'
|
|
_ident_inner = _ident_begin + _ident_end
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{]+', Other),
|
|
(r'\{\{', Comment.Preproc, 'var'),
|
|
# twig comments
|
|
(r'\{\#.*?\#\}', Comment),
|
|
# raw twig blocks
|
|
(r'(\{%)(-?\s*)(raw)(\s*-?)(%\})(.*?)'
|
|
r'(\{%)(-?\s*)(endraw)(\s*-?)(%\})',
|
|
bygroups(Comment.Preproc, Text, Keyword, Text, Comment.Preproc,
|
|
Other, Comment.Preproc, Text, Keyword, Text,
|
|
Comment.Preproc)),
|
|
(r'(\{%)(-?\s*)(verbatim)(\s*-?)(%\})(.*?)'
|
|
r'(\{%)(-?\s*)(endverbatim)(\s*-?)(%\})',
|
|
bygroups(Comment.Preproc, Text, Keyword, Text, Comment.Preproc,
|
|
Other, Comment.Preproc, Text, Keyword, Text,
|
|
Comment.Preproc)),
|
|
# filter blocks
|
|
(r'(\{%%)(-?\s*)(filter)(\s+)(%s)' % _ident_inner,
|
|
bygroups(Comment.Preproc, Text, Keyword, Text, Name.Function),
|
|
'tag'),
|
|
(r'(\{%)(-?\s*)([a-zA-Z_]\w*)',
|
|
bygroups(Comment.Preproc, Text, Keyword), 'tag'),
|
|
(r'\{', Other),
|
|
],
|
|
'varnames': [
|
|
(r'(\|)(\s*)(%s)' % _ident_inner,
|
|
bygroups(Operator, Text, Name.Function)),
|
|
(r'(is)(\s+)(not)?(\s*)(%s)' % _ident_inner,
|
|
bygroups(Keyword, Text, Keyword, Text, Name.Function)),
|
|
(r'(?i)(true|false|none|null)\b', Keyword.Pseudo),
|
|
(r'(in|not|and|b-and|or|b-or|b-xor|is'
|
|
r'if|elseif|else|import'
|
|
r'constant|defined|divisibleby|empty|even|iterable|odd|sameas'
|
|
r'matches|starts\s+with|ends\s+with)\b',
|
|
Keyword),
|
|
(r'(loop|block|parent)\b', Name.Builtin),
|
|
(_ident_inner, Name.Variable),
|
|
(r'\.' + _ident_inner, Name.Variable),
|
|
(r'\.[0-9]+', Number),
|
|
(r':?"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
|
(r":?'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
|
(r'([{}()\[\]+\-*/,:~%]|\.\.|\?|:|\*\*|\/\/|!=|[><=]=?)', Operator),
|
|
(r"[0-9](\.[0-9]*)?(eE[+-][0-9])?[flFLdD]?|"
|
|
r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
|
],
|
|
'var': [
|
|
(r'\s+', Text),
|
|
(r'(-?)(\}\})', bygroups(Text, Comment.Preproc), '#pop'),
|
|
include('varnames')
|
|
],
|
|
'tag': [
|
|
(r'\s+', Text),
|
|
(r'(-?)(%\})', bygroups(Text, Comment.Preproc), '#pop'),
|
|
include('varnames'),
|
|
(r'.', Punctuation),
|
|
],
|
|
}
|
|
|
|
|
|
class TwigHtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `TwigLexer` that highlights unlexed data with the
|
|
`HtmlLexer`.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
|
|
name = "HTML+Twig"
|
|
aliases = ["html+twig"]
|
|
filenames = ['*.twig']
|
|
mimetypes = ['text/html+twig']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, TwigLexer, **options)
|
|
|
|
|
|
class Angular2Lexer(RegexLexer):
|
|
"""
|
|
Generic angular2 template lexer.
|
|
|
|
Highlights only the Angular template tags (stuff between `{{` and `}}` and
|
|
special attributes: '(event)=', '[property]=', '[(twoWayBinding)]=').
|
|
Everything else is left for a delegating lexer.
|
|
|
|
.. versionadded:: 2.1
|
|
"""
|
|
|
|
name = "Angular2"
|
|
url = 'https://angular.io/guide/template-syntax'
|
|
aliases = ['ng2']
|
|
|
|
tokens = {
|
|
'root': [
|
|
(r'[^{([*#]+', Other),
|
|
|
|
# {{meal.name}}
|
|
(r'(\{\{)(\s*)', bygroups(Comment.Preproc, Text), 'ngExpression'),
|
|
|
|
# (click)="deleteOrder()"; [value]="test"; [(twoWayTest)]="foo.bar"
|
|
(r'([([]+)([\w:.-]+)([\])]+)(\s*)(=)(\s*)',
|
|
bygroups(Punctuation, Name.Attribute, Punctuation, Text, Operator, Text),
|
|
'attr'),
|
|
(r'([([]+)([\w:.-]+)([\])]+)(\s*)',
|
|
bygroups(Punctuation, Name.Attribute, Punctuation, Text)),
|
|
|
|
# *ngIf="..."; #f="ngForm"
|
|
(r'([*#])([\w:.-]+)(\s*)(=)(\s*)',
|
|
bygroups(Punctuation, Name.Attribute, Text, Operator, Text), 'attr'),
|
|
(r'([*#])([\w:.-]+)(\s*)',
|
|
bygroups(Punctuation, Name.Attribute, Text)),
|
|
],
|
|
|
|
'ngExpression': [
|
|
(r'\s+(\|\s+)?', Text),
|
|
(r'\}\}', Comment.Preproc, '#pop'),
|
|
|
|
# Literals
|
|
(r':?(true|false)', String.Boolean),
|
|
(r':?"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
|
(r":?'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
|
(r"[0-9](\.[0-9]*)?(eE[+-][0-9])?[flFLdD]?|"
|
|
r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
|
|
|
# Variabletext
|
|
(r'[a-zA-Z][\w-]*(\(.*\))?', Name.Variable),
|
|
(r'\.[\w-]+(\(.*\))?', Name.Variable),
|
|
|
|
# inline If
|
|
(r'(\?)(\s*)([^}\s]+)(\s*)(:)(\s*)([^}\s]+)(\s*)',
|
|
bygroups(Operator, Text, String, Text, Operator, Text, String, Text)),
|
|
],
|
|
'attr': [
|
|
('".*?"', String, '#pop'),
|
|
("'.*?'", String, '#pop'),
|
|
(r'[^\s>]+', String, '#pop'),
|
|
],
|
|
}
|
|
|
|
|
|
class Angular2HtmlLexer(DelegatingLexer):
|
|
"""
|
|
Subclass of the `Angular2Lexer` that highlights unlexed data with the
|
|
`HtmlLexer`.
|
|
|
|
.. versionadded:: 2.0
|
|
"""
|
|
|
|
name = "HTML + Angular2"
|
|
aliases = ["html+ng2"]
|
|
filenames = ['*.ng2']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(HtmlLexer, Angular2Lexer, **options)
|
|
|
|
|
|
class SqlJinjaLexer(DelegatingLexer):
|
|
"""
|
|
Templated SQL lexer.
|
|
|
|
.. versionadded:: 2.13
|
|
"""
|
|
|
|
name = 'SQL+Jinja'
|
|
aliases = ['sql+jinja']
|
|
filenames = ['*.sql', '*.sql.j2', '*.sql.jinja2']
|
|
|
|
def __init__(self, **options):
|
|
super().__init__(SqlLexer, DjangoLexer, **options)
|
|
|
|
def analyse_text(text):
|
|
rv = 0.0
|
|
# dbt's ref function
|
|
if re.search(r'\{\{\s*ref\(.*\)\s*\}\}', text):
|
|
rv += 0.4
|
|
# dbt's source function
|
|
if re.search(r'\{\{\s*source\(.*\)\s*\}\}', text):
|
|
rv += 0.25
|
|
# Jinja macro
|
|
if re.search(
|
|
r'\{%-?\s*macro \w+\(.*\)\s*-?%\}\s+.*\s+\{%-?\s*endmacro\s*-?%\}',
|
|
text,
|
|
re.S,
|
|
):
|
|
rv += 0.15
|
|
return rv
|