diff --git a/.github/workflows/docker/compose/guardrails-compose.yaml b/.github/workflows/docker/compose/guardrails-compose.yaml index 81e5162090..97b950dc81 100644 --- a/.github/workflows/docker/compose/guardrails-compose.yaml +++ b/.github/workflows/docker/compose/guardrails-compose.yaml @@ -9,3 +9,8 @@ services: build: dockerfile: comps/guardrails/llama_guard/langchain/Dockerfile image: ${REGISTRY:-opea}/guardrails-tgi:${TAG:-latest} + + guardrails-bias-detection: + build: + dockerfile: comps/guardrails/llama_guard/langchain/Dockerfile + image: ${REGISTRY:-opea}/guardrails-bias-detection:${TAG:-latest} diff --git a/tests/guardrails/test_guardrails_bias_detection.sh b/tests/guardrails/test_guardrails_bias_detection.sh new file mode 100644 index 0000000000..0cc484343a --- /dev/null +++ b/tests/guardrails/test_guardrails_bias_detection.sh @@ -0,0 +1,72 @@ +#!/bin/bash +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +set -x + +WORKPATH=$(dirname "$PWD") +ip_address=$(hostname -I | awk '{print $1}') + +function build_docker_images() { + echo "Start building docker images for microservice" + cd $WORKPATH + docker build --no-cache -t opea/guardrails-bias-detection:comps --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/guardrails/bias_detection/Dockerfile . + if [ $? -ne 0 ]; then + echo "opea/guardrails-bias-detection built fail" + exit 1 + else + echo "opea/guardrails-bias-detection built successful" + fi +} + +function start_service() { + echo "Starting microservice" + docker run -d --runtime=runc --name="test-comps-guardrails-bias-detection-endpoint" -p 9092:9092 --ipc=host -e http_proxy=$http_proxy -e https_proxy=$https_proxy opea/guardrails-bias-detection:comps + sleep 5 + echo "Microservice started" +} + +function validate_microservice() { + echo "Validate microservice started" + echo "test 1 - biased" + result=$(curl localhost:9092/v1/bias -X POST -d '{"text":"John McCain exposed as an unprincipled politician."}' -H 'Content-Type: application/json') + if [[ $result == *"Violated"* ]]; then + echo "Result correct." + else + docker logs test-comps-guardrails-bias-detection-endpoint + exit 1 + fi + echo "test 2 - non-biased" + result=$(curl localhost:9092/v1/bias -X POST -d '{"text":"John McCain described as an unprincipled politician."}' -H 'Content-Type: application/json') + if [[ $result == *"described"* ]]; then + echo "Result correct." + else + echo "Result wrong." + docker logs test-comps-guardrails-bias-detection-endpoint + exit 1 + fi + echo "Validate microservice completed" +} + +function stop_docker() { + cid=$(docker ps -aq --filter "name=test-comps-guardrails-bias-detection-endpoint") + echo "Shutdown legacy containers "$cid + if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi +} + +function main() { + + stop_docker + + build_docker_images + start_service + + validate_microservice + + stop_docker + echo "cleanup container images and volumes" + echo y | docker system prune 2>&1 > /dev/null + +} + +main