We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent eee133d commit b91eb8eCopy full SHA for b91eb8e
python-lib/spacy_tokenizer.py
@@ -122,7 +122,8 @@ class MultilingualTokenizer:
122
123
DEFAULT_BATCH_SIZE = 1000
124
MAX_NUM_CHARACTERS = 10 ** 7
125
- DEFAULT_NUM_PROCESS = 2
+ # Set to 1 to prevent pickling issues when spawning multiple processes on MacOS
126
+ DEFAULT_NUM_PROCESS = 1
127
DEFAULT_FILTER_TOKEN_ATTRIBUTES = {
128
"is_space": "Whitespace",
129
"is_punct": "Punctuation",
0 commit comments