|
| 1 | +name: Run Xircuits Workflows Test |
| 2 | + |
| 3 | +on: |
| 4 | + push: |
| 5 | + branches: [ main ] |
| 6 | + pull_request: |
| 7 | + branches: "*" |
| 8 | + workflow_dispatch: |
| 9 | + |
| 10 | +jobs: |
| 11 | + build-and-run: |
| 12 | + runs-on: ubuntu-latest |
| 13 | + strategy: |
| 14 | + fail-fast: false |
| 15 | + matrix: |
| 16 | + python-version: ["3.9", "3.10", "3.11"] |
| 17 | + env: |
| 18 | + TEST_XIRCUITS: | |
| 19 | + examples/gemini_example.xircuits |
| 20 | +
|
| 21 | + steps: |
| 22 | + - name: Checkout Repository |
| 23 | + uses: actions/checkout@v3 |
| 24 | + |
| 25 | + - name: Set up Python ${{ matrix.python-version }} |
| 26 | + uses: actions/setup-python@v4 |
| 27 | + with: |
| 28 | + python-version: ${{ matrix.python-version }} |
| 29 | + |
| 30 | + - name: Create virtual environment |
| 31 | + run: | |
| 32 | + python -m venv venv |
| 33 | + echo "${{ github.workspace }}/venv/bin" >> $GITHUB_PATH |
| 34 | +
|
| 35 | + - name: Install xircuits in virtual environment |
| 36 | + run: pip install xircuits |
| 37 | + |
| 38 | + - name: Set Environment Variables |
| 39 | + run: | |
| 40 | + LIBRARY_NAME=$(echo "${GITHUB_REPOSITORY##*/}" | sed 's/-/_/g') |
| 41 | + echo "LIBRARY_NAME=$LIBRARY_NAME" >> $GITHUB_ENV |
| 42 | + COMPONENT_LIBRARY_PATH="xai_components/${LIBRARY_NAME}" |
| 43 | + echo "COMPONENT_LIBRARY_PATH=$COMPONENT_LIBRARY_PATH" >> $GITHUB_ENV |
| 44 | + if [ "${{ github.event_name }}" == "pull_request" ]; then |
| 45 | + echo "BRANCH_NAME=${{ github.head_ref }}" >> $GITHUB_ENV |
| 46 | + else |
| 47 | + echo "BRANCH_NAME=${GITHUB_REF#refs/heads/}" >> $GITHUB_ENV |
| 48 | + fi |
| 49 | +
|
| 50 | + - name: List Xircuits |
| 51 | + run: xircuits list |
| 52 | + |
| 53 | + - name: Clone Repository |
| 54 | + run: | |
| 55 | + rm -rf ${{ env.COMPONENT_LIBRARY_PATH }} |
| 56 | + if [ "${{ github.event_name }}" == "pull_request" ]; then |
| 57 | + REPO_URL="${{ github.event.pull_request.head.repo.clone_url }}" |
| 58 | + else |
| 59 | + REPO_URL="https://github.com/${{ github.repository }}" |
| 60 | + fi |
| 61 | + git clone -b ${{ env.BRANCH_NAME }} $REPO_URL ${{ env.COMPONENT_LIBRARY_PATH }} |
| 62 | +
|
| 63 | + - name: Install Component Library |
| 64 | + run: | |
| 65 | + if [ -f "${{ env.COMPONENT_LIBRARY_PATH }}/requirements.txt" ]; then |
| 66 | + echo "requirements.txt found, installing dependencies..." |
| 67 | + pip install -r ${{ env.COMPONENT_LIBRARY_PATH }}/requirements.txt |
| 68 | + else |
| 69 | + echo "requirements.txt not found." |
| 70 | + fi |
| 71 | +
|
| 72 | + - name: Test .xircuits Workflows |
| 73 | + run: | |
| 74 | + export PYTHONPATH="${GITHUB_WORKSPACE}:${PYTHONPATH}" |
| 75 | + LOG_FILE="${GITHUB_WORKSPACE}/workflow_logs.txt" |
| 76 | + TEST_FILES=$(echo "$TEST_XIRCUITS" | tr '\n' ' ') |
| 77 | + echo "Repository: $LIBRARY_NAME" > $LOG_FILE |
| 78 | + echo "Branch: $BRANCH_NAME" >> $LOG_FILE |
| 79 | + |
| 80 | + GOOGLE_API_KEY="${{ secrets.API_KEY }}" |
| 81 | + |
| 82 | + echo -e "Testing Files:\n$TEST_FILES" >> $LOG_FILE |
| 83 | + IFS=' ' read -r -a FILE_ARRAY <<< "$TEST_FILES" |
| 84 | + FAIL=0 |
| 85 | + if [ ${#FILE_ARRAY[@]} -eq 0 ]; then |
| 86 | + echo "No .xircuits files specified for testing." | tee -a $LOG_FILE |
| 87 | + else |
| 88 | + for file in "${FILE_ARRAY[@]}"; do |
| 89 | + FULL_PATH="${COMPONENT_LIBRARY_PATH}/${file}" |
| 90 | + if [ -f "$FULL_PATH" ]; then |
| 91 | + WORKFLOW_LOG_FILE="${FULL_PATH%.*}_workflow_log.txt" |
| 92 | + echo -e "\n\nProcessing $FULL_PATH..." | tee -a $LOG_FILE |
| 93 | + xircuits compile $FULL_PATH "${FULL_PATH%.*}.py" 2>&1 | tee -a $LOG_FILE |
| 94 | + python "${FULL_PATH%.*}.py" --api_key "$GOOGLE_API_KEY" 2>&1 | tee -a $WORKFLOW_LOG_FILE |
| 95 | + |
| 96 | + echo "Closing resources for $FULL_PATH..." | tee -a $WORKFLOW_LOG_FILE |
| 97 | + if grep -q "grpc" "$WORKFLOW_LOG_FILE"; then |
| 98 | + echo "Attempting to close gRPC channels..." | tee -a $WORKFLOW_LOG_FILE |
| 99 | + python -c " |
| 100 | + import grpc |
| 101 | + # Close gRPC channel |
| 102 | + try: |
| 103 | + channel = grpc.insecure_channel('localhost:50051') |
| 104 | + channel.close() |
| 105 | + print('gRPC channel closed successfully.') |
| 106 | + except Exception as e: |
| 107 | + print(f'Error closing gRPC channel: {e}') |
| 108 | + " | tee -a $WORKFLOW_LOG_FILE |
| 109 | + fi |
| 110 | + |
| 111 | + if grep -q "Finished Executing" "$WORKFLOW_LOG_FILE"; then |
| 112 | + echo "$FULL_PATH processed successfully" | tee -a $LOG_FILE |
| 113 | + else |
| 114 | + echo "Error: Workflow $FULL_PATH did not finish as expected" | tee -a $LOG_FILE |
| 115 | + FAIL=1 |
| 116 | + fi |
| 117 | + cat "$WORKFLOW_LOG_FILE" | tee -a $LOG_FILE |
| 118 | + else |
| 119 | + echo "Specified file $FULL_PATH does not exist" | tee -a $LOG_FILE |
| 120 | + FAIL=1 |
| 121 | + fi |
| 122 | + done |
| 123 | + fi |
| 124 | + if [ $FAIL -ne 0 ]; then |
| 125 | + echo "One or more workflows failed or did not finish as expected." | tee -a $LOG_FILE |
| 126 | + exit 1 |
| 127 | + else |
| 128 | + echo "Workflow processing completed successfully." | tee -a $LOG_FILE |
| 129 | + fi |
| 130 | +
|
| 131 | + |
| 132 | + - name: Upload log file |
| 133 | + if: always() |
| 134 | + uses: actions/upload-artifact@v4 |
| 135 | + with: |
| 136 | + name: ${{ env.LIBRARY_NAME }}-validation-workflow-${{ matrix.python-version }} |
| 137 | + path: ${{ github.workspace }}/workflow_logs.txt |
0 commit comments