|
16 | 16 | from .vocab import Vocab
|
17 | 17 | from .lemmatizer import Lemmatizer
|
18 | 18 | from .pipeline import DependencyParser, Tensorizer, Tagger, EntityRecognizer
|
19 |
| -from .pipeline import SimilarityHook, TextCategorizer |
| 19 | +from .pipeline import SimilarityHook, TextCategorizer, SentenceSegmenter |
20 | 20 | from .compat import json_dumps, izip
|
21 | 21 | from .scorer import Scorer
|
22 | 22 | from ._ml import link_vectors_to_models
|
@@ -102,7 +102,9 @@ class Language(object):
|
102 | 102 | 'parser': lambda nlp, **cfg: DependencyParser(nlp.vocab, **cfg),
|
103 | 103 | 'ner': lambda nlp, **cfg: EntityRecognizer(nlp.vocab, **cfg),
|
104 | 104 | 'similarity': lambda nlp, **cfg: SimilarityHook(nlp.vocab, **cfg),
|
105 |
| - 'textcat': lambda nlp, **cfg: TextCategorizer(nlp.vocab, **cfg) |
| 105 | + 'textcat': lambda nlp, **cfg: TextCategorizer(nlp.vocab, **cfg), |
| 106 | + 'sbd': lambda nlp, **cfg: SentenceSegmenter(nlp.vocab, **cfg), |
| 107 | + 'sentencizer': lambda nlp, **cfg: SentenceSegmenter(nlp.vocab, **cfg) |
106 | 108 | }
|
107 | 109 |
|
108 | 110 | def __init__(self, vocab=True, make_doc=True, meta={}, **kwargs):
|
|
0 commit comments