Extract more contextual info from the words.

A property dictionary is now only to be considered equal to a word
when it shares at least one group, or neither has groups.
This commit is contained in:
kenkeiras 2017-06-04 18:53:10 +02:00
parent d3b604efca
commit 0fbb9238eb
5 changed files with 36 additions and 6 deletions

View file

@ -273,3 +273,21 @@ def integrate_information(knowledge_base, example):
return tagged_with_ast(
ast, elements,
knowledge_ingestion[method](knowledge_base, elements, *args))
def can_be_used_in_place(knowledge, token, minisegment):
if token not in knowledge.knowledge:
return False
info = knowledge.knowledge[token]
info_groups = info.get('groups', set())
minisegment_groups = minisegment.get('groups', set())
# Common group
if len(info_groups & minisegment_groups) > 0:
return True
# Neither has a group
elif len(info_groups) == 0 == len(minisegment_groups):
return True
return False