kenkeiras/lang-model
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Replace debugging prints by session logs.

Browse Source
This commit is contained in:
kenkeiras 2018-04-15 20:13:45 +02:00
parent 79034f85a9
commit 6fb1e1e649
3 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
naive-nlu/tree_nlu/knowledge_base.py
View File

@ -128,7 +128,6 @@ class KnowledgeBase(object):
knowledge_before = copy.deepcopy(self.knowledge) knowledge_before = copy.deepcopy(self.knowledge)
with session().log("Process: {}".format(row)): with session().log("Process: {}".format(row)):
tokens = self.tokenize(row) tokens = self.tokenize(row)
print(tokens)
fit = parsing.get_fit(self, tokens) fit = parsing.get_fit(self, tokens)
if fit is None: if fit is None:

4
naive-nlu/tree_nlu/tests/tokenization.py
View File

@ -65,8 +65,8 @@ def main():
with session().log(example['text']): with session().log(example['text']):
tokens = list(knowledge.tokenize(example['text'])) tokens = list(knowledge.tokenize(example['text']))
print(tokens) session().log('Expected “{}”, found “{}”'
print(example['tokens']) .format(tokens, example['tokens']))
assert example['tokens'] == tokens assert example['tokens'] == tokens
else: else:

9
naive-nlu/tree_nlu/utils/tokenization.py
View File

@ -1,3 +1,7 @@
from ..session.org_mode import (
global_session as session,
)
BASIC_TOKENIZATION_EXAMPLES = ( BASIC_TOKENIZATION_EXAMPLES = (
({ ({
"text": 'cat', "text": 'cat',
@ -15,5 +19,6 @@ BASIC_TOKENIZATION_EXAMPLES = (
def train_basic_tokenization(knowledge_base): def train_basic_tokenization(knowledge_base):
for example in BASIC_TOKENIZATION_EXAMPLES: with session().log('Training basic tokenization'):
knowledge_base.train_tokenizer(example) for example in BASIC_TOKENIZATION_EXAMPLES:
knowledge_base.train_tokenizer(example)