engineering/unrhodecode
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

diffs: in case of text lexers don't do any HL because of pygments newline

Browse source 
conversion

- split fix for non-standard file endings, e.g only \r
- fixes #5422
This commit is contained in:
Marcin Kuzminski 2018-02-07 15:03:42 +01:00
parent a73ab53409
commit db73f0fdd2
4 changed files with 71 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

26
rhodecode/tests/lib/test_codeblocks.py
View file

@ -89,29 +89,9 @@ class TestSplitTokenStream(object):
[('type2', u'')],
]
def test_split_token_stream_other_char(self):
lines = list(split_token_stream(
[('type1', 'some\ntext'), ('type2', 'more\n')],
split_string='m'))
assert lines == [
[('type1', 'so')],
[('type1', 'e\ntext'), ('type2', '')],
[('type2', 'ore\n')],
]
def test_split_token_stream_without_char(self):
lines = list(split_token_stream(
[('type1', 'some\ntext'), ('type2', 'more\n')],
split_string='z'))
assert lines == [
[('type1', 'some\ntext'), ('type2', 'more\n')]
]
def test_split_token_stream_single(self):
lines = list(split_token_stream(
[('type1', '\n')], split_string='\n'))
[('type1', '\n')]))
assert lines == [
[('type1', '')],
@ -120,7 +100,7 @@ class TestSplitTokenStream(object):
def test_split_token_stream_single_repeat(self):
lines = list(split_token_stream(
[('type1', '\n\n\n')], split_string='\n'))
[('type1', '\n\n\n')]))
assert lines == [
[('type1', '')],
@ -131,7 +111,7 @@ class TestSplitTokenStream(object):
def test_split_token_stream_multiple_repeat(self):
lines = list(split_token_stream(
[('type1', '\n\n'), ('type2', '\n\n')], split_string='\n'))
[('type1', '\n\n'), ('type2', '\n\n')]))
assert lines == [
[('type1', '')],