HttpServerConfig {
  # Port: MUST BE SET VIA PARAM
  Threads: 5000
  MaxConnections: 5000
  MaxQueueSize: 10
}
RTLog {
  Async: true
  #CopyOutputTo: "cerr"
  Filename: "/logs/current-generative-boltalka-rtlog"
  FlushPeriodSecs: 1
  ServiceName: "GenerativeBoltalka"
  FileStatCheckPeriodSecs: 1
}
GenerativeBoltalkas: {
  Folder: "./data/data/"
  BatchSize: 600
  BeamSize: 10
  ModelMaxOutLen: 32
  IgnoreSeed: false
  GpuBackend: {
    GpuIds: 1
    GpuIds: 2
    GpuIds: 3
  }
  ServiceEndpointSuffixGenerative: "/generative"
  ServiceEndpointSuffixScoring: "/score"
}
BertFactors: {
  Folder: "./bert_data/data/"
  MaxInputLen: 96
  BatchSize: 512
  GpuIds: 0
  ServiceEndpointSuffix: "/bert_factor"
  ContextLen: 9
  TruncateAsDialogue: true
}
