Skip to content

Commit acaa416

Browse files
committed
removing "false positives" in ano_llm
1 parent 735e1c2 commit acaa416

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/utils/ano_llm.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -100,6 +100,8 @@ def find_entities(text, model=OLLAMA_MODEL, temperature=0.1, template=TEMPLATE,
100100
return result
101101
result = {k: {'matches': (m:=sorted(list(set(v)), key=len, reverse=True)), 'replacement': m[0]}
102102
for k, v in json.loads(result.strip()).items() if len(v) > 0}
103+
result = {k: {'matches': m, 'replacement': v.get('replacement')} for k, v in result.items()
104+
if len(m:=[i for i in v.get('matches') if text.find(i) >= 0]) > 0}
103105
for k, v in result.items():
104106
text = text.replace(v.get('replacement'), k)
105107
return {'text': text, 'replace_dict': result}

0 commit comments

Comments
 (0)