config.yaml.template

---
general:
  name: sharebench

dirs:
  data: ./data
  pod_templates: ./pod-templates
  spark: ./spark

subdirs:
  data:
    workload_traces: workload-traces
    dynalloc_logs: dynalloc-logs
    telegraf: telegraf
    query_stats: query-stats
  experiments:
    recipe_books: recipe-books
    results: results

buckets:
  workload_traces: data/workload-traces
  dynalloc_logs: data/dynalloc-logs
  query_stats: data/query-stats
  tpcds: tpcds
  spark-events: logs/spark-events
  
kubernetes:
  ip: 192.168.188.2
  port: 6443
  nodes: 4
  memory: 32
  cpu: 4
  ssh_keyfile: ~/.ssh/id_rsa_continuum

spark:
  version: 3.5.1
  type: bin-hadoop3
  memory: 24

scala:
  version: 2.12.18
  version_short: 2.12
  class: ShareBench

docker:
  username: lkmschulz2
  version: latest

services:
  general:
    ip: 192.168.1.104
  minio:
    ports:
      core: 9000
      console: 9001
    mnt: /mnt/nvme0n1/lennart/sparkbench-data/minio
    access_key: user
    secret_key: password
  hive:
    port: 9083
    mnt: /mnt/nvme0n1/lennart/sparkbench-data/warehouse
  postgres:
    mnt: /mnt/nvme0n1/lennart/sparkbench-data/postgres
    user: hive
    password: password
    db: metastore_db
  influx:
    port: 8086
    mnt: /mnt/nvme0n1/lennart/sparkbench-data/influx
    user: admin
    password: password
    token: token
    retention: 1w
  
templates:
  path: ./templates
  disclaimer: "WARNING: Edits in this file will be overwritten when applying the template configurations! Edit the template instead."
  targets:
    config:
      dst: ./src/main/resources/config.yaml
    spark: 
      src: spark-defaults.conf
      dst: ./spark-defaults.conf
    services: 
      src: docker-compose.yaml
      dst: ./docker/docker-compose.yaml
    telegraf:
      src: telegraf.conf
      dst: ./scripts/telegraf/telegraf.conf
    hive:
      src: hive-site.xml
      dst: ./docker/hive-site.xml
    dockerfile:
      src: Dockerfile
      dst: ./docker/Dockerfile
    sbt:
      src: build.sbt
      dst: ./build.sbt
    executor_pod:
      src: pod-templates/executor.yaml
      dst: ./pod-templates/executor.yaml
    driver_pod:
      src: pod-templates/driver.yaml
      dst: ./pod-templates/driver.yaml
    log4j2:
      src: log4j2.properties
      dst: ./docker/log4j2.properties

...