parallel-cluster-cryosparc.yaml

DevSettings:
  Timeouts:
    HeadNodeBootstrapTimeout: 5400
Region: us-east-1
Image:
  Os: alinux2
HeadNode:
  InstanceType: c5a.4xlarge
  Networking:
    SubnetId: <SMALL-PUBLIC-SUBNET-ID>
    ElasticIp: true 
    SecurityGroups:
      - <HEAD-NODE-SECURITY-GROUP-ID>
  Ssh:
    KeyName: <EC2-KEY-PAIR-NAME>
  LocalStorage:
    RootVolume:
      Size: 100
    EphemeralVolume:
      MountDir: /scratch
  Dcv:
    Enabled: true
  CustomActions:
    OnNodeConfigured:
      Sequence:
        - Script: s3://<BUCKET-NAME>/parallel-cluster-post-install.sh
          Args:
            - <CRYOSPARC-LICENSE>
            - /shared/cryosparc
            - /shared/cuda
            - 11.8.0
            - 11.8.0_520.61.05
            - /fsx
  Iam:
    S3Access:
      - BucketName: <S3-BUCKET-NAME>
Scheduling:
  Scheduler: slurm
  SlurmQueues:
    - Name: gpu-t4
      CapacityType: ONDEMAND
      ComputeResources:
        - Name: g4dn-12xlarge
          InstanceType: g4dn.12xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
        - Name: g4dn-metal
          InstanceType: g4dn.metal
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
        - Name: g4dn-16xlarge
          InstanceType: g4dn.16xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
      Networking:
        SubnetIds:
          - <LARGE-PRIVATE-SUBNET-ID>
        SecurityGroups:
          - <NODE-SECURITY-GROUP-ID>
        PlacementGroup:
          Enabled: true
      ComputeSettings:
        LocalStorage:
          EphemeralVolume:
            MountDir: /scratch
    - Name: gpu-l4
      CapacityType: ONDEMAND
      ComputeResources:
        - Name: g6e-12xlarge
          InstanceType: g6e.12xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
        - Name: g6e-16xlarge
          InstanceType: g6e.16xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
      Networking:
        SubnetIds:
          - <LARGE-PRIVATE-SUBNET-ID>
        SecurityGroups:
          - <NODE-SECURITY-GROUP-ID>
        PlacementGroup:
          Enabled: true
      ComputeSettings:
        LocalStorage:
          EphemeralVolume:
            MountDir: /scratch
    - Name: gpu-a100
      CapacityType: ONDEMAND
      ComputeResources:
        - Name: p4d-24xlarge
          InstanceType: p4d.24xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
      Networking:
        SubnetIds:
          - <LARGE-PRIVATE-SUBNET-ID>
        SecurityGroups:
          - <NODE-SECURITY-GROUP-ID>
        PlacementGroup:
          Enabled: true
      ComputeSettings:
        LocalStorage:
          EphemeralVolume:
            MountDir: /scratch
    - Name: cpu
      CapacityType: ONDEMAND
      ComputeResources:
        - Name: c5n-18xlarge
          InstanceType: c5n.18xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: true
      Networking:
        SubnetIds:
          - <LARGE-PRIVATE-SUBNET-ID>
        SecurityGroups:
          - <NODE-SECURITY-GROUP-ID>
        PlacementGroup:
          Enabled: true
      ComputeSettings:
        LocalStorage:
          EphemeralVolume:
            MountDir: /scratch
    - Name: gpu-a100-spot
      CapacityType: SPOT
      ComputeResources:
        - Name: p4d-24xlarge-spot
          InstanceType: p4d.24xlarge
          MinCount: 0
          MaxCount: 20
          DisableSimultaneousMultithreading: true
          Efa:
            Enabled: false
      Networking:
        SubnetIds:
          - <LARGE-PRIVATE-SUBNET-ID>
        SecurityGroups:
          - <NODE-SECURITY-GROUP-ID>
        PlacementGroup:
          Enabled: true
      ComputeSettings:
        LocalStorage:
          EphemeralVolume:
            MountDir: /scratch
SharedStorage:
  - Name: cryosparc-ebs
    StorageType: Ebs
    MountDir: /shared
    EbsSettings:
      Encrypted: false
      VolumeType: gp3
      Size: 100
  - Name: cryosparc-fsx
    StorageType: FsxLustre
    MountDir: /fsx
    FsxLustreSettings:
      AutoImportPolicy: NEW_CHANGED
      StorageCapacity: 12000
      DeploymentType: SCRATCH_2
      ImportedFileChunkSize: 1024
      ImportPath: s3://<PATH-TO-IMPORT-FILES>
Monitoring:
  Dashboards:
    CloudWatch:
      Enabled: true