kenkeiras/lang-model
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Add session files base concept.

Browse source
This commit is contained in:
kenkeiras 2017-09-30 01:32:04 +02:00
parent 58fb9fb188
commit 359f858c39
9 changed files with 162 additions and 93 deletions
Download patch file Download diff file Expand all files Collapse all files

26
naive-nlu/tree_nlu/tests/basic.py
View file

@ -1,4 +1,4 @@
import logging
from ..session.org_mode import global_session as session
import json
from ..knowledge_base import KnowledgeBase
@ -110,13 +110,13 @@ base_knowledge = {
}
def test_assumption(expectedResponse, knowledge, query):
logging.debug("Query: {}".format(query['text']))
logging.debug("Expected: {}".format(expectedResponse))
session().annotate("Query: {}".format(query['text']))
session().annotate("Expected: {}".format(expectedResponse))
result, abstract_tree, diff = knowledge.process(query['text'])
end_result = result.getter() if is_modifiable_property(result) else result
logging.debug("\x1b[0;3{}mResult: {}\x1b[0m".format("1" if end_result != expectedResponse else "2", end_result))
session().annotate("\x1b[0;3{}mResult: {}\x1b[0m".format("1" if end_result != expectedResponse else "2", end_result))
if end_result != expectedResponse:
raise AssertionError('{} is not {}'.format(end_result, expectedResponse))
@ -127,9 +127,9 @@ def main():
differences = knowledge.train(examples)
logging.debug("----")
logging.debug(differences())
logging.debug("----")
session().annotate("----")
session().annotate(differences())
session().annotate("----")
test_assumption(True, knowledge, {'text': 'earth is a planet'})
test_assumption(True, knowledge, {'text': 'is lava dangerous?'})
@ -137,12 +137,12 @@ def main():
row = test['text']
result, inferred_tree, differences = knowledge.process(row)
logging.debug("result:", result)
logging.debug(differences())
logging.debug("---")
logging.debug('-----')
logging.debug(json.dumps(sorted(knowledge.knowledge.keys()), indent=4))
logging.debug('-----')
session().annotate("result: {}".format(result))
session().annotate(differences())
session().annotate("---")
session().annotate('-----')
session().annotate(json.dumps(sorted(knowledge.knowledge.keys()), indent=4))
session().annotate('-----')
queryTrue = {
"text": "is io a moon?",

24
naive-nlu/tree_nlu/tests/gac_100.py
View file

@ -1,4 +1,4 @@
import logging
from ..session.org_mode import global_session as session
from ..knowledge_base import KnowledgeBase
from ..utils.visuals import show_progbar
from ..visualization import show_knowledge
@ -178,12 +178,12 @@ examples = [
# "parsed": (),
# "answer": None,
# },
# {
# "text": "Is water a liquid?",
# "affirmation": "Is water a liquid?",
# "parsed": (),
# "answer": None,
# },
# ('text_example',
# {
# "question": "is water a liquid?",
# "affirmation": "water is a liquid",
# "answer": True,
# }),
# {
# "text": "Is Bugs Bunny a cartoon character?",
# "affirmation": "Is Bugs Bunny a cartoon character?",
@ -696,7 +696,7 @@ def main():
for i, (example_type, data) in enumerate(examples):
if example_type == 'full_example':
logging.info(data['affirmation'])
session().log_step(data['affirmation'], 0)
affirmation = {
'text': data['affirmation'],
'parsed': data['parsed'][1],
@ -708,7 +708,7 @@ def main():
show_progbar(i, total, data['text'])
differences = knowledge.train([question])
logging.debug(differences())
session().annotate(differences())
result, _, _ = knowledge.process(data['text'])
@ -720,16 +720,16 @@ def main():
raise AssertionError('{} is not {}'.format(result, data['answer']))
elif example_type == 'text_example':
logging.info(data['affirmation'])
session().log_step(data['affirmation'], 0)
show_progbar(i, total, data['affirmation'])
affirmation = data['affirmation']
logging.debug("Processing affirmation: {}".format(affirmation))
session().annotate("Processing affirmation: {}".format(affirmation))
_, _, _ = knowledge.process(affirmation)
show_progbar(i, total, data['question'])
question = data['question']
logging.debug("Processing question : {}".format(question))
session().annotate("Processing question : {}".format(question))
result, _, _ = knowledge.process(question)
if result != data['answer']: