diff --git a/naive-nlu/tree_nlu/tests/gac_100.py b/naive-nlu/tree_nlu/tests/gac_100.py index 5c57766..2e6bcf4 100644 --- a/naive-nlu/tree_nlu/tests/gac_100.py +++ b/naive-nlu/tree_nlu/tests/gac_100.py @@ -2,6 +2,7 @@ from ..session.org_mode import global_session as session from ..knowledge_base import KnowledgeBase from ..utils.visuals import show_progbar from ..visualization import show_knowledge +from ..utils.tokenization import train_basic_tokenization def _assert(args): assert(args) @@ -674,6 +675,8 @@ def main(): knowledge=base_knowledge, ) + train_basic_tokenization(knowledge) + total = len(examples) for i, (example_type, data) in enumerate(examples):