Train basic tokenization before gac_100 tests.
This commit is contained in:
parent
6c46f9db4b
commit
45cc3a8a31
@ -2,6 +2,7 @@ from ..session.org_mode import global_session as session
|
|||||||
from ..knowledge_base import KnowledgeBase
|
from ..knowledge_base import KnowledgeBase
|
||||||
from ..utils.visuals import show_progbar
|
from ..utils.visuals import show_progbar
|
||||||
from ..visualization import show_knowledge
|
from ..visualization import show_knowledge
|
||||||
|
from ..utils.tokenization import train_basic_tokenization
|
||||||
|
|
||||||
def _assert(args):
|
def _assert(args):
|
||||||
assert(args)
|
assert(args)
|
||||||
@ -674,6 +675,8 @@ def main():
|
|||||||
knowledge=base_knowledge,
|
knowledge=base_knowledge,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
train_basic_tokenization(knowledge)
|
||||||
|
|
||||||
total = len(examples)
|
total = len(examples)
|
||||||
|
|
||||||
for i, (example_type, data) in enumerate(examples):
|
for i, (example_type, data) in enumerate(examples):
|
||||||
|
Loading…
Reference in New Issue
Block a user