mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-11 04:08:09 +03:00
0e7f99da58
* Fix handling of optional [pretraining] block * Remote pretraining from default config * Fix test * Add schema option for empty pretrain block
26 lines
486 B
INI
26 lines
486 B
INI
[pretraining]
|
|
max_epochs = 1000
|
|
min_length = 5
|
|
max_length = 500
|
|
dropout = 0.2
|
|
n_save_every = null
|
|
batch_size = 3000
|
|
seed = ${system.seed}
|
|
use_pytorch_for_gpu_memory = ${system.use_pytorch_for_gpu_memory}
|
|
tok2vec_model = "components.tok2vec.model"
|
|
|
|
[pretraining.objective]
|
|
type = "characters"
|
|
n_characters = 4
|
|
|
|
[pretraining.optimizer]
|
|
@optimizers = "Adam.v1"
|
|
beta1 = 0.9
|
|
beta2 = 0.999
|
|
L2_is_weight_decay = true
|
|
L2 = 0.01
|
|
grad_clip = 1.0
|
|
use_averages = true
|
|
eps = 1e-8
|
|
learn_rate = 0.001
|