You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
181 lines
6.0 KiB
Python
181 lines
6.0 KiB
Python
"""This module defines utilities for matching and translation tree templates.
|
|
|
|
A tree templates is a tree that contains nodes that are template variables.
|
|
|
|
"""
|
|
|
|
from typing import Union, Optional, Mapping, Dict, Tuple, Iterator
|
|
|
|
from lark import Tree, Transformer
|
|
from lark.exceptions import MissingVariableError
|
|
|
|
Branch = Union[Tree[str], str]
|
|
TreeOrCode = Union[Tree[str], str]
|
|
MatchResult = Dict[str, Tree]
|
|
_TEMPLATE_MARKER = '$'
|
|
|
|
|
|
class TemplateConf:
|
|
"""Template Configuration
|
|
|
|
Allows customization for different uses of Template
|
|
|
|
parse() must return a Tree instance.
|
|
"""
|
|
|
|
def __init__(self, parse=None):
|
|
self._parse = parse
|
|
|
|
def test_var(self, var: Union[Tree[str], str]) -> Optional[str]:
|
|
"""Given a tree node, if it is a template variable return its name. Otherwise, return None.
|
|
|
|
This method may be overridden for customization
|
|
|
|
Parameters:
|
|
var: Tree | str - The tree node to test
|
|
|
|
"""
|
|
if isinstance(var, str):
|
|
return _get_template_name(var)
|
|
|
|
if (
|
|
isinstance(var, Tree)
|
|
and var.data == "var"
|
|
and len(var.children) > 0
|
|
and isinstance(var.children[0], str)
|
|
):
|
|
return _get_template_name(var.children[0])
|
|
|
|
return None
|
|
|
|
def _get_tree(self, template: TreeOrCode) -> Tree[str]:
|
|
if isinstance(template, str):
|
|
assert self._parse
|
|
template = self._parse(template)
|
|
|
|
if not isinstance(template, Tree):
|
|
raise TypeError("template parser must return a Tree instance")
|
|
|
|
return template
|
|
|
|
def __call__(self, template: Tree[str]) -> 'Template':
|
|
return Template(template, conf=self)
|
|
|
|
def _match_tree_template(self, template: TreeOrCode, tree: Branch) -> Optional[MatchResult]:
|
|
"""Returns dict of {var: match} if found a match, else None
|
|
"""
|
|
template_var = self.test_var(template)
|
|
if template_var:
|
|
if not isinstance(tree, Tree):
|
|
raise TypeError(f"Template variables can only match Tree instances. Not {tree!r}")
|
|
return {template_var: tree}
|
|
|
|
if isinstance(template, str):
|
|
if template == tree:
|
|
return {}
|
|
return None
|
|
|
|
assert isinstance(template, Tree) and isinstance(tree, Tree), f"template={template} tree={tree}"
|
|
|
|
if template.data == tree.data and len(template.children) == len(tree.children):
|
|
res = {}
|
|
for t1, t2 in zip(template.children, tree.children):
|
|
matches = self._match_tree_template(t1, t2)
|
|
if matches is None:
|
|
return None
|
|
|
|
res.update(matches)
|
|
|
|
return res
|
|
|
|
return None
|
|
|
|
|
|
class _ReplaceVars(Transformer[str, Tree[str]]):
|
|
def __init__(self, conf: TemplateConf, vars: Mapping[str, Tree[str]]) -> None:
|
|
super().__init__()
|
|
self._conf = conf
|
|
self._vars = vars
|
|
|
|
def __default__(self, data, children, meta) -> Tree[str]:
|
|
tree = super().__default__(data, children, meta)
|
|
|
|
var = self._conf.test_var(tree)
|
|
if var:
|
|
try:
|
|
return self._vars[var]
|
|
except KeyError:
|
|
raise MissingVariableError(f"No mapping for template variable ({var})")
|
|
return tree
|
|
|
|
|
|
class Template:
|
|
"""Represents a tree template, tied to a specific configuration
|
|
|
|
A tree template is a tree that contains nodes that are template variables.
|
|
Those variables will match any tree.
|
|
(future versions may support annotations on the variables, to allow more complex templates)
|
|
"""
|
|
|
|
def __init__(self, tree: Tree[str], conf: TemplateConf = TemplateConf()):
|
|
self.conf = conf
|
|
self.tree = conf._get_tree(tree)
|
|
|
|
def match(self, tree: TreeOrCode) -> Optional[MatchResult]:
|
|
"""Match a tree template to a tree.
|
|
|
|
A tree template without variables will only match ``tree`` if it is equal to the template.
|
|
|
|
Parameters:
|
|
tree (Tree): The tree to match to the template
|
|
|
|
Returns:
|
|
Optional[Dict[str, Tree]]: If match is found, returns a dictionary mapping
|
|
template variable names to their matching tree nodes.
|
|
If no match was found, returns None.
|
|
"""
|
|
tree = self.conf._get_tree(tree)
|
|
return self.conf._match_tree_template(self.tree, tree)
|
|
|
|
def search(self, tree: TreeOrCode) -> Iterator[Tuple[Tree[str], MatchResult]]:
|
|
"""Search for all occurrences of the tree template inside ``tree``.
|
|
"""
|
|
tree = self.conf._get_tree(tree)
|
|
for subtree in tree.iter_subtrees():
|
|
res = self.match(subtree)
|
|
if res:
|
|
yield subtree, res
|
|
|
|
def apply_vars(self, vars: Mapping[str, Tree[str]]) -> Tree[str]:
|
|
"""Apply vars to the template tree
|
|
"""
|
|
return _ReplaceVars(self.conf, vars).transform(self.tree)
|
|
|
|
|
|
def translate(t1: Template, t2: Template, tree: TreeOrCode):
|
|
"""Search tree and translate each occurrence of t1 into t2.
|
|
"""
|
|
tree = t1.conf._get_tree(tree) # ensure it's a tree, parse if necessary and possible
|
|
for subtree, vars in t1.search(tree):
|
|
res = t2.apply_vars(vars)
|
|
subtree.set(res.data, res.children)
|
|
return tree
|
|
|
|
|
|
class TemplateTranslator:
|
|
"""Utility class for translating a collection of patterns
|
|
"""
|
|
|
|
def __init__(self, translations: Mapping[Template, Template]):
|
|
assert all(isinstance(k, Template) and isinstance(v, Template) for k, v in translations.items())
|
|
self.translations = translations
|
|
|
|
def translate(self, tree: Tree[str]):
|
|
for k, v in self.translations.items():
|
|
tree = translate(k, v, tree)
|
|
return tree
|
|
|
|
|
|
def _get_template_name(value: str) -> Optional[str]:
|
|
return value.lstrip(_TEMPLATE_MARKER) if value.startswith(_TEMPLATE_MARKER) else None
|