vector-crud-test-fallout.yaml

download_url: https://github.com/Yuqi-Du/storageYuqiDu/raw/main/secure-connect-dev-test03.zip
provider: ec2
zone: us-west-2
instance: m5.24xlarge
token: dev_token
workload_duration: 50m
keyspace: testks
workload_file: https://github.com/Yuqi-Du/storageYuqiDu/raw/main/soak-test-nosqlbench.yaml
#dataset: https://github.com/Yuqi-Du/storageYuqiDu/raw/main/vector-dataset.txt
client_count: 1
docs_count: 10000
op_cycles: 10000
op_rate: 100
op_connections: 50
ops:
  - op: find-one-by-vector-projection
  - op: find-one-update-vector
  - op: delete-document

# DEFAULT PARAMETERS:
# # PARAMETERS FOR TEST RUN yuqi.du@datastax.com, vector-crud-test-fallout, cb56f381-faa8-4d39-be71-b9d00af32591:
# download_url: https://github.com/Yuqi-Du/storageYuqiDu/raw/main/secure-connect-dev-test01.zip
# provider: ec2
# zone: us-west-2
# instance: m5.24xlarge
# token: dev_token
# workload_duration: 50m
# keyspace: testks
# workload_file: https://github.com/Yuqi-Du/storageYuqiDu/raw/main/vector-crud-test-nosqlbench.yaml
# dataset: https://github.com/Yuqi-Du/storageYuqiDu/raw/main/vector-dataset.txt
# client_count: 1
# docs_count: 100000
# op_cycles: 5000
# op_rate: 100
# op_connections: 50
# ops:
# - op: find-one-by-vector-projection
# - op: find-one-update-vector
# - op: delete-document
#
#
---

ensemble:
  server:
    node.count: 1
    provisioner:
      name: existing_astra
      properties:
        bundle_download_url: {{download_url}}
        keyspace: {{keyspace}}
        username: token
        password: <<secret:{{token}}>>
        token: <<secret:{{token}}>>

  client:
    node.count: {{client_count}}
    provisioner:
      name: ctool
      properties:
        cloud.provider: {{provider}}
        cloud.region: {{zone}}
        cloud.instance.type: {{instance}}
    configuration_manager:
      - name: nosqlbench_ssh
        properties:
          version: 5.17.3-release

workload:
  phases:
    # set schema phase, ensures collection table is created from scratch (delete,create)
    - schema-collection:
        module: nosqlbench
        properties:
          client.size: 1
          alias: schema-collection
          service_type: stargate
          args:
            - driver=http
            - yaml={{workload_file}}
            - tags=block:schema-collection
            - namespace={{keyspace}}
            - protocol=https
            - jsonapi_port=443
            - path_prefix=/api/json
            - threads=1
            - errors=stop

    # prepare phase that inserts desired amount of documents
    # executed only on a single client, stopped on errors
    - write:
        module: nosqlbench
        properties:
          alias: write
          service_type: stargate
          cycles: {{docs_count}}
          args:
            - driver=http
            - workload={{workload_file}}
            - tags=block:write
            - dataset={{dataset}}
            - namespace={{keyspace}}
            - protocol=https
            - jsonapi_port=443
            - path_prefix=/api/json
            - docscount={{docs_count}}
            - threads=1x
            - errors=retry
    -
      {{#ops}}
        main_{{op}}:
        module: nosqlbench
        properties:
          alias: main_{{op}}
          service_type: stargate
          cycles: {{op_cycles}}
          args:
            - driver=http
            - workload={{workload_file}}
            - tags=block:main,name:.*{{op}}
            - dataset={{dataset}}
            - errors=histogram
            - namespace={{keyspace}}
            - protocol=https
            - jsonapi_port=443
            - path_prefix=/api/json
            - threads=1x
            - docscount={{docs_count}}
        {{/ops}}




  checkers:
    verify_success:
      checker: nofail
  artifact_checkers:
    generate_chart:
      artifact_checker: hdrtool