complex-wikidata5m-distributed-stratification-CARL-1@2.yaml

complex:
  entity_embedder:
    dropout: 0.44299429655075073
    regularize_weight: 7.830760727899156e-12
  relation_embedder:
    dropout: -0.4746062345802784
    regularize_weight: 1.182876478423781e-10
dataset:
  name: wikidata5m
entity_ranking:
  chunk_size: 25000
eval:
  batch_size: 200
  trace_level: example
import:
- complex
- distributed_model
job:
  device_pool:
  - cuda:0
  distributed:
    parameter_server: lapse
    entity_sync_level: partition
    gloo_socket_ifname: bond0
    num_machines: 2
    num_partitions: 8
    num_workers: 4
    num_workers_machine: 2
    partition_type: stratification
lookup_embedder:
  dim: 128
  initialize_args:
    normal_:
      mean: 0.0
      std: 5.8970567449527816e-05
    uniform_:
      a: -0.6644901805979013
    xavier_normal_:
      gain: 1.0
    xavier_uniform_:
      gain: 1.0
  regularize_args:
    p: 1
    weighted: true
  sparse: true
model: distributed_model
modules:
- kge.model
- kge.model.embedder
- kge.job
negative_sampling:
  implementation: batch
  num_samples:
    o: 7851
    s: 2176
  sampling_type: pooled
  shared: true
  shared_type: naive
train:
  auto_correct: true
  batch_size: 1024
  checkpoint:
    every: 3
  loss_arg: 1.0
  lr_scheduler: ReduceLROnPlateau
  lr_scheduler_args:
    factor: 0.95
    mode: max
    patience: 1
    threshold: 0.0001
  max_epochs: 300
  num_workers: 4
  optimizer:
    default:
      args:
        lr: 0.6560544891789137
      type: dist_adagrad
  type: distributed_negative_sampling
valid:
  early_stopping:
    patience: 10
    threshold:
      epochs: 2
      metric_value: 0.1
  every: 5