created function for testing and readability
This commit is contained in:
parent
4adfadcf48
commit
11e4df26ac
|
|
@ -38,27 +38,27 @@ class TextToken(SemanticType):
|
||||||
|
|
||||||
|
|
||||||
class EnhancedToken(SemanticType):
|
class EnhancedToken(SemanticType):
|
||||||
label = "enhanced text"
|
label = "text:enhanced"
|
||||||
|
|
||||||
|
|
||||||
class EtEmToken(SemanticType):
|
class EtEmToken(SemanticType):
|
||||||
label = "em text"
|
label = "text:em"
|
||||||
|
|
||||||
|
|
||||||
class EtStrongToken(SemanticType):
|
class EtStrongToken(SemanticType):
|
||||||
label = "strong text"
|
label = "text:strong"
|
||||||
|
|
||||||
|
|
||||||
class EtUnderlineToken(SemanticType):
|
class EtUnderlineToken(SemanticType):
|
||||||
label = "underline text"
|
label = "text:underline"
|
||||||
|
|
||||||
|
|
||||||
class EtStrikethroughToken(SemanticType):
|
class EtStrikethroughToken(SemanticType):
|
||||||
label = "strikethrough text"
|
label = "text:strikethrough"
|
||||||
|
|
||||||
|
|
||||||
class EtCustomSpanToken(SemanticType):
|
class EtCustomSpanToken(SemanticType):
|
||||||
label = "custom span text"
|
label = "text:custom_span"
|
||||||
|
|
||||||
|
|
||||||
def of_type(token_class):
|
def of_type(token_class):
|
||||||
|
|
@ -73,6 +73,40 @@ def of_type(token_class):
|
||||||
return _of_type
|
return _of_type
|
||||||
|
|
||||||
|
|
||||||
|
def readable_markup(list_of_tokens):
|
||||||
|
"""
|
||||||
|
Function used for testing and readability purposes. Replaces matched markup with html-like tags.
|
||||||
|
:param list_of_tokens: list of matched markup tokens in analysed text.
|
||||||
|
:return: returns readable string.
|
||||||
|
:rtype: string
|
||||||
|
"""
|
||||||
|
readable_string = ''
|
||||||
|
for token in list_of_tokens:
|
||||||
|
if type(token) == str:
|
||||||
|
readable_string += token
|
||||||
|
elif token.label == 'text:em':
|
||||||
|
readable_string += _add_tag('em', readable_markup(token.content))
|
||||||
|
elif token.label == 'text:strong':
|
||||||
|
readable_string += _add_tag('b', readable_markup(token.content))
|
||||||
|
elif token.label == 'text:underline':
|
||||||
|
readable_string += _add_tag('u', readable_markup(token.content))
|
||||||
|
elif token.label == 'text:strikethrough':
|
||||||
|
readable_string += _add_tag('st', readable_markup(token.content))
|
||||||
|
elif token.label == 'text:custom_span':
|
||||||
|
readable_string += _add_tag('#', readable_markup(token.content))
|
||||||
|
elif token.label == 'text':
|
||||||
|
readable_string += ' ' + ' '.join(token.content)
|
||||||
|
else:
|
||||||
|
raise Exception('Unknown token type' + token.label)
|
||||||
|
return readable_string[1:]
|
||||||
|
|
||||||
|
|
||||||
|
def _add_tag(tag, content):
|
||||||
|
if content:
|
||||||
|
return f' <{tag}>{content}</{tag}>'
|
||||||
|
return ''
|
||||||
|
|
||||||
|
|
||||||
# create_image_token = of_type(ImageToken)
|
# create_image_token = of_type(ImageToken)
|
||||||
# create_image_token()
|
# create_image_token()
|
||||||
# Base elements
|
# Base elements
|
||||||
|
|
@ -80,21 +114,22 @@ quotes = pp.Word(r""""'""")
|
||||||
value = (quotes + pp.Word(pp.alphanums + r'.') + pp.match_previous_literal(quotes) ^
|
value = (quotes + pp.Word(pp.alphanums + r'.') + pp.match_previous_literal(quotes) ^
|
||||||
pp.common.fnumber)("value")
|
pp.common.fnumber)("value")
|
||||||
assignation = pp.Group(pp.common.identifier('var_name') + '=' + value('var_value'))("assignation")
|
assignation = pp.Group(pp.common.identifier('var_name') + '=' + value('var_value'))("assignation")
|
||||||
text = pp.OneOrMore(pp.Word(pp.alphanums))
|
text = pp.OneOrMore(pp.Word(pp.alphanums))('text').add_parse_action(of_type(TextToken))
|
||||||
|
|
||||||
# Composite elements
|
# Composite elements
|
||||||
var = '[' + pp.delimitedList(assignation ^ value)("list_vars").set_name("list_vars") + ']'
|
var = '[' + pp.delimitedList(assignation ^ value)("list_vars").set_name("list_vars") + ']'
|
||||||
|
|
||||||
# Enhanced text
|
# Enhanced text
|
||||||
enhanced_text = pp.Forward()
|
enhanced_text = pp.Forward()
|
||||||
et_em = ('*' + enhanced_text + '*')('em')
|
et_em = (pps('*') + enhanced_text + pps('*'))('em').add_parse_action(of_type(EtEmToken))
|
||||||
et_strong = ('**' + enhanced_text + '**')('strong')
|
et_strong = (pps('**') + enhanced_text + pps('**'))('strong').add_parse_action(of_type(EtStrongToken))
|
||||||
et_underline = ('__' + enhanced_text + '__')('underline')
|
et_underline = (pps('__') + enhanced_text + pps('__'))('underline').add_parse_action(of_type(EtUnderlineToken))
|
||||||
et_strikethrough = ('~~' + enhanced_text + '~~')('strikethrough')
|
et_strikethrough = (pps('~~') + enhanced_text + pps('~~'))('strikethrough').add_parse_action(of_type(EtStrikethroughToken))
|
||||||
custom_span = '(#' + pp.Word(pp.nums) + ')'
|
custom_span = ('(#' + pp.Word(pp.nums)('span_id') + ')').set_name('span_tag')
|
||||||
et_custom_span = (custom_span + enhanced_text + pp.match_previous_literal(custom_span))('custom_span')
|
et_custom_span = \
|
||||||
# enhanced_text <<=
|
(custom_span + enhanced_text + pp.match_previous_literal(custom_span))('custom_span')\
|
||||||
# (et_strong ^ et_em ^ et_underline ^ et_strikethrough ^ et_custom_span ^ text) + pp.Optional(enhanced_text)
|
.add_parse_action(of_type(EtCustomSpanToken))
|
||||||
|
enhanced_text <<= (text | et_strong | et_em | et_underline | et_strikethrough | et_custom_span) + pp.Opt(enhanced_text)
|
||||||
|
|
||||||
|
|
||||||
# Specific elements
|
# Specific elements
|
||||||
|
|
@ -120,9 +155,20 @@ line_to_replace = pp.OneOrMore(pp.SkipTo(image ^ alias)('text').add_parse_action
|
||||||
# Temporary tests
|
# Temporary tests
|
||||||
if __name__ == '__main__': # pragma: no cover
|
if __name__ == '__main__': # pragma: no cover
|
||||||
pp.autoname_elements()
|
pp.autoname_elements()
|
||||||
test_string = r"""
|
list_strings = [
|
||||||
text ***str_text* em_text** text
|
"Normal text",
|
||||||
"""
|
"Normal text *em text*",
|
||||||
|
"Normal text **strong text**",
|
||||||
saucisse = enhanced_text.parse_string(test_string)
|
"Normal text __underline text__",
|
||||||
rich.inspect(saucisse)
|
"Normal text ~~strikethrough text~~",
|
||||||
|
"Normal text (#123) custom span text(#123)",
|
||||||
|
"**Strong text __underline__** normal text",
|
||||||
|
"Normal text **strong text *em text*** *em text **strong text*** normal text",
|
||||||
|
]
|
||||||
|
enhanced_text.create_diagram("../../../dev_outputs/diagram.html")
|
||||||
|
for string in list_strings:
|
||||||
|
print('Input string:', string)
|
||||||
|
output = enhanced_text.parseString(string)
|
||||||
|
# rich.inspect(output)
|
||||||
|
print('Output string:', readable_markup(output))
|
||||||
|
print()
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue