Bugfix: markdown wrong node position; Speedup: hf_checker_test

Author: hangyav

tests/analysers/hf_checker_test.py

@@ -8,7 +8,10 @@
 def analyser():
     return HFCheckerAnalyser(
         None,
-        {HFCheckerAnalyser.CONFIGURATION_MIN_LENGTH: 40},
+        {
+            HFCheckerAnalyser.CONFIGURATION_MIN_LENGTH: 40,
+            HFCheckerAnalyser.CONFIGURATION_MODEL: 'pszemraj/grammar-synthesis-small',
+        },
         'hf_checker',
     )
 

tests/documents/markdown_test.py

@@ -76,3 +76,30 @@ def test_clean(src, clean):
     )
 
     assert doc.cleaned_source == clean
+
+
+@pytest.mark.parametrize('src,offset,exp', [
+    (
+        'This is a sentence.\n',
+        # (offset, length)
+        (0, 4),
+        'This',
+    ),
+])
+def test_highlight(src, offset, exp):
+    doc = MarkDownDocument(
+        'tmp.md',
+        src,
+    )
+
+    pos_range = doc.range_at_offset(offset[0], offset[1], True)
+
+    lines = src.splitlines(True)
+    if pos_range.start.line == pos_range.end.line:
+        res = lines[pos_range.start.line][pos_range.start.character:pos_range.end.character+1]
+    else:
+        res = lines[pos_range.start.line][pos_range.start.character:]
+        res += ''.join([lines[idx] for idx in range(pos_range.start.line+1, pos_range.end.line)])
+        res += lines[pos_range.end.line][:pos_range.end.character+1]
+
+    assert res == exp

textLSP/documents/markdown/markdown.py

@@ -140,7 +140,7 @@ def _handle_text_nodes(self, inline_node) -> Generator[TextNode, None, None]:
                     ),
                     end_point=(
                         inline_node.start_point[0],
-                        inline_node.start_point[1]+line_offset+1
+                        inline_node.start_point[1]+line_offset
                     ),
                 )
                 line_offset += 1
@@ -154,7 +154,7 @@ def _handle_text_nodes(self, inline_node) -> Generator[TextNode, None, None]:
                 ),
                 end_point=(
                     inline_node.start_point[0],
-                    inline_node.start_point[1]+line_offset+token_len
+                    inline_node.start_point[1]+line_offset+token_len-1
                 ),
             )
             yield node