emotion_bert_text_classification_mixup.yaml

# @package _global_

defaults:
  - override /datamodule: emontion_text_classification.yaml
  - override /model: bert_text_classification_mixup.yaml
  - override /callbacks: wandb_transformer.yaml
  - override /logger: null
  - override /trainer: default.yaml

# all parameters below will be merged with parameters from default configurations set above
# this allows you to overwrite only specified parameters

# name of the run determines folder name in logs
name: "bert_base_emontions_mixup_embedding"

seed: 12345

trainer:
  min_epochs: 1
  max_epochs: 8
  limit_train_batches: 1.0
  gpus: -1

callbacks:
  early_stopping:
    patience: 4

model:
  alpha: 0.5
  num_labels: 6
  mode: 'embedding'  
  optimizer:
    _target_: torch.optim.AdamW
    lr: 2e-5
    eps: 1e-8

  lr_scheduler:
    _target_: src.utils.optimization.transformers_get_constant_schedule_with_warmup
    num_warmup_steps: 0
    
datamodule:
  batch_size: 64

logger:
  wandb:
    tags: ["bert", "${name}", ]
    project: "master-thesis"
    entity: "piotrhm"
    name: "bert_base_emontions_mixup_embedding"