Learn from tokenizations inferred.

2018-04-15 20:45:24 +02:00 · 2018-04-15 20:45:24 +02:00 · d63781a0d2
commit d63781a0d2
parent 6fb1e1e649
3 changed files with 16 additions and 6 deletions
--- a/naive-nlu/tree_nlu/utils/tokenization.py
+++ b/naive-nlu/tree_nlu/utils/tokenization.py
@ -7,6 +7,11 @@ BASIC_TOKENIZATION_EXAMPLES = (
        "text": 'cat',
        "tokens": ['cat'],
    }),
+    ({
+        "text": 'cats',
+        "tokens": ['cats'],
+        "meaning": { 'cats': ('add-modifier', 'cat', 'plural') },
+    }),
    ({
        "text": 'text separated by spaces',
        "tokens": ['text', 'separated', 'by', 'spaces'],