|
@@ -12,6 +12,7 @@ from __future__ import unicode_literals
|
|
|
|
|
|
|
|
import fasttext_pybind as fasttext
|
|
import fasttext_pybind as fasttext
|
|
|
import numpy as np
|
|
import numpy as np
|
|
|
|
|
+import multiprocessing
|
|
|
|
|
|
|
|
loss_name = fasttext.loss_name
|
|
loss_name = fasttext.loss_name
|
|
|
model_name = fasttext.model_name
|
|
model_name = fasttext.model_name
|
|
@@ -334,7 +335,7 @@ def train_supervised(
|
|
|
wordNgrams=1,
|
|
wordNgrams=1,
|
|
|
loss="softmax",
|
|
loss="softmax",
|
|
|
bucket=2000000,
|
|
bucket=2000000,
|
|
|
- thread=12,
|
|
|
|
|
|
|
+ thread=multiprocessing.cpu_count() - 1,
|
|
|
lrUpdateRate=100,
|
|
lrUpdateRate=100,
|
|
|
t=1e-4,
|
|
t=1e-4,
|
|
|
label="__label__",
|
|
label="__label__",
|
|
@@ -375,7 +376,7 @@ def train_unsupervised(
|
|
|
wordNgrams=1,
|
|
wordNgrams=1,
|
|
|
loss="ns",
|
|
loss="ns",
|
|
|
bucket=2000000,
|
|
bucket=2000000,
|
|
|
- thread=12,
|
|
|
|
|
|
|
+ thread=multiprocessing.cpu_count() -1,
|
|
|
lrUpdateRate=100,
|
|
lrUpdateRate=100,
|
|
|
t=1e-4,
|
|
t=1e-4,
|
|
|
label="__label__",
|
|
label="__label__",
|