small code refactor and started implementing Tokens and semantic parsing

This commit is contained in:
vicky 2022-03-03 22:52:19 +01:00
parent 5a5fd30923
commit 15d67cfa85
1 changed files with 64 additions and 15 deletions

View File

@ -4,34 +4,83 @@ import rich
pps = pp.Suppress
# semantic group types
class SemanticType:
"""
Allows us to access basic operations and identify each token parsed.
"""
label = None
def __init__(self, content):
self.content = content
def __str__(self):
if type(self.content) == str:
return f'{self.label}[{self.content}]'
else:
return f'{self.label}[{self.content}]'
def __repr__(self):
return str(self)
class AliasToken(SemanticType):
label = "alias"
class ImageToken(SemanticType):
label = "images"
def of_type(token_class):
"""
Function creating a custom function for generating the given Token type.
:param token_class: SemanticType class
:return: returns a function creating an instance of the given class
"""
def _of_type(_, __, content):
return token_class(content)
return _of_type
# create_image_token = of_type(ImageToken)
# create_image_token()
# base elements
value = pps('"') + pp.Word(pp.alphanums + r'.') + pps('"') ^ pps("'") + pp.Word(pp.alphanums + r'.') + pps("'") ^ pp.common.fnumber
assignation = pp.Group(pp.common.identifier('var_name') + '=' + value('var_value'))
quotes = pp.Word(r""""'""")
value = (quotes + pp.Word(pp.alphanums + r'.') + pp.match_previous_literal(quotes) ^
pp.common.fnumber)("value")
assignation = pp.Group(pp.common.identifier('var_name') + '=' + value('var_value'))("assignation")
# composite elements
var = '[' + pp.Group(assignation + pp.ZeroOrMore(pp.Suppress(r',') + assignation))('vars') + ']'
var = '[' + pp.delimitedList(assignation ^ value)("list_vars").set_name("list_vars") + ']'
# specific elements
image_element = '@{' + pp.common.identifier('image_name') + '}'
alias_element = '@[' + pp.common.identifier('alias_name') + ']'
image_element = ('@{' + pp.common.identifier('image_name') + '}')("image_element")
alias_element = ('@[' + pp.common.identifier('alias_name') + ']')("alias_element")
expression = pp.Word(pp.alphanums + r'=+-_\'",;: ')
html_insert = '{' + expression('html_insert') + '}'
# optional elements
optional = (pp.Opt(html_insert) + pp.Opt(var))("optional")
# preparer elements
image = image_element + html_insert + var
alias = alias_element + html_insert + var
# preparser elements
image = image_element + optional
alias = alias_element + optional
# syntax elements
line_to_replace = image.add_parse_action(of_type(ImageToken)) ^ alias.add_parse_action(of_type(AliasToken))
###############################################################################
# Temporary tests
if __name__ == '__main__': # pragma: no cover
test_string = r'@[custom_pict]{class="watabuya"}[number="2", _important=22, touze=12]'
pp.autoname_elements()
test_string = r"""@{custom_pict}{class='123watabuya'}[number="2", _important=22, touze=12]"""
saucisse = alias.parse_string(test_string)
# rich.inspect(final.parse_string(test_string))
rich.inspect(saucisse)
for e in saucisse.vars:
print(f'{e.var_name} equals "{e.var_value}"')
saucisse = line_to_replace.parse_string(test_string)
rich.inspect(saucisse[0].content)
line_to_replace.create_diagram("../../../tests/diagram.html")