quix.yaml

# Quix Project Descriptor
# This file describes the data pipeline and configuration of resources of a Quix Project.

metadata:
  version: 1.0

# This section describes the Deployments of the data pipeline
deployments:
  - name: TFL Camera Feed
    application: TFL Camera Feed
    deploymentType: Service
    version: 6c54caac45769bae5836178724edd096044de793
    resources:
      cpu: 200
      memory: 500
      replicas: 1
    desiredStatus: Running
    variables:
      - name: output
        inputType: OutputTopic
        description: This is the output topic for TfL camera images
        required: true
        value: tfl-cameras
      - name: tfl_api_key
        inputType: Secret
        description: Your TfL API key
        required: false
        value: tfl_api_key
      - name: sleep_interval
        inputType: FreeText
        description: ''
        required: true
        value: 60
      - name: fence_coordinates
        inputType: FreeText
        description: Geofence coordinates. e.g. [(LAT1,LON1),(LAT2,LON2),(LAT3,LON3)]
        required: false
        value: ''
  - name: Cam Vehicles
    application: TotalVehicles
    deploymentType: Service
    version: ab973784588f693d123fd8722e5158f42cbd9c52
    resources:
      cpu: 500
      memory: 2100
      replicas: 1
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: This is the input topic to read data from
        required: true
        value: image-processed
      - name: output
        inputType: OutputTopic
        description: This is the output topic to write data to
        required: true
        value: image-vehicles
  - name: Data API
    application: Data API
    deploymentType: Service
    version: f346e78255ceae7b79b23873bb55eedf8b63edab
    resources:
      cpu: 2000
      memory: 4000
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: data-api
    state:
      enabled: true
      size: 11
    desiredStatus: Running
    variables:
      - name: buffered_stream
        inputType: InputTopic
        description: The output from the Image Processing stage
        required: false
        value: buffered-data
  - name: S3 new
    application: S3
    deploymentType: Service
    version: 75b6abfe2842349b1fc13453e07bc30e4d7a2747
    resources:
      cpu: 200
      memory: 500
      replicas: 1
    desiredStatus: Stopped
    variables:
      - name: input
        inputType: InputTopic
        description: Input topic
        required: true
        value: image-processed
      - name: batch_time_interval
        inputType: FreeText
        description: Time interval in seconds to save data to S3 (set -1 to disable batching based on time)
        required: false
        value: 3600
      - name: batch_msg_count
        inputType: FreeText
        description: Message count in the batch (0 saves data as they arrive, -1 disables batching based on message count)
        required: false
        value: 1000
      - name: parameters
        inputType: FreeText
        description: Comma separated list of parameters to look for in the received data
        required: true
        value: car, truck, bus
      - name: aws_access_key_id
        inputType: HiddenText
        description: AWS S3 access key id
        required: false
        value: xxx
      - name: aws_access_key
        inputType: HiddenText
        description: AWS S3 access key
        required: false
        value: xxx
      - name: s3_bucket
        inputType: FreeText
        description: AWS S3 bucket name
        required: true
        value: steve-demo-quix
      - name: prefix
        inputType: FreeText
        description: File name prefix
        required: false
        value: demo_
      - name: s3_folder
        inputType: FreeText
        description: Name of the S3 folder to save to
        required: false
        value: computer_vision_demo_data
      - name: s3_folder_per_stream
        inputType: FreeText
        description: Flag to save different streams to different S3 folders.
        required: false
        value: false
      - name: suffix
        inputType: FreeText
        description: File suffix (e.g. file type extension)
        required: false
        value: .csv
      - name: timezone
        inputType: FreeText
        description: Timezone from the IANA Time Zone Database (e.g. Asia/Singapore) for orchestrating time-based batching and file naming.
        required: true
        value: GMT
  - name: Max Vehicle Window
    application: Max Vehicles
    deploymentType: Service
    version: d36e40e514be409114da3c1ce5bc812975aeda22
    resources:
      cpu: 1000
      memory: 2000
      replicas: 2
    state:
      enabled: true
      size: 1
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: ''
        required: false
        value: image-vehicles
      - name: output
        inputType: OutputTopic
        description: ''
        required: false
        value: max-vehicles
  - name: Data Buffer
    application: Data Buffer
    deploymentType: Service
    version: b4b6d01de403f4eabefbd1f8ddd42be1ea0f4935
    resources:
      cpu: 1000
      memory: 1100
      replicas: 2
    desiredStatus: Running
    variables:
      - name: max_vehicles
        inputType: InputTopic
        description: ''
        required: false
        value: max-vehicles
      - name: processed_images
        inputType: InputTopic
        description: ''
        required: false
        value: image-processed
      - name: vehicle_counts
        inputType: InputTopic
        description: ''
        required: false
        value: image-vehicles
      - name: buffered_stream
        inputType: OutputTopic
        description: ''
        required: false
        value: buffered-data
  - name: Object Detection
    application: Computer vision object detection
    deploymentType: Service
    version: baf9f6d196cbade0c9635ce18b185adcbd0f4c0b
    resources:
      cpu: 1400
      memory: 2000
      replicas: 4
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: This is the input topic for raw images
        required: true
        value: image-raw
      - name: output
        inputType: OutputTopic
        description: This is the output for images augmented with the recognized objects
        required: true
        value: image-processed
      - name: yolo_model
        inputType: FreeText
        description: ''
        required: false
        value: yolov8n.pt
  - name: Project Front End
    application: TfL image processing UI
    deploymentType: Service
    version: 66d21a8cbca9f1a06122946eed940b8cc68d9dc1
    resources:
      cpu: 900
      memory: 200
      replicas: 1
    publicAccess:
      enabled: true
      urlPrefix: app
    desiredStatus: Running
    variables:
      - name: processed
        inputType: InputTopic
        description: The topic to read from
        required: true
        value: image-processed
      - name: bearerToken
        inputType: Secret
        description: ''
        required: false
        value: bearerToken
  - name: Frame Grabber
    application: TfL traffic camera frame grabber
    deploymentType: Service
    version: e87e6d7b4d4a54c49f9ef0f4f7a747b3045ce2bd
    resources:
      cpu: 2000
      memory: 500
      replicas: 4
    state:
      enabled: true
      size: 1
    desiredStatus: Running
    variables:
      - name: input
        inputType: InputTopic
        description: ''
        required: true
        value: tfl-cameras
      - name: output
        inputType: OutputTopic
        description: ''
        required: true
        value: image-raw
      - name: frame_rate
        inputType: FreeText
        description: ''
        required: true
        value: 100

# This section describes the Topics of the data pipeline
topics:
  - name: image-processed
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: -1
      retentionInBytes: 262144000
  - name: image-raw
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: -1
      retentionInBytes: 262144000
  - name: tfl-cameras
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: -1
      retentionInBytes: 262144000
  - name: image-vehicles
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: -1
      retentionInBytes: 262144000
  - name: output-topic
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: -1
      retentionInBytes: 262144000
  - name: max-vehicles
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: -1
      retentionInBytes: 262144000
  - name: buffered-data
    persisted: false
    configuration:
      partitions: 2
      replicationFactor: 2
      retentionInMinutes: 5760
      retentionInBytes: 262144000