Test CI #51
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test CI | |
| on: | |
| # Triggers the workflow on push and pull request events but only for pull_requests on the main branch | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| # Allows you to run this workflow manually | |
| workflow_dispatch: | |
| jobs: | |
| build-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Remove unwanted to provide more disk space | |
| # https://github.com/marketplace/actions/maximize-build-disk-space | |
| # https://github.com/actions/runner-images/issues/2840 | |
| run: | | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /usr/local/lib/android | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf "/usr/local/share/boost" | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Prepare | |
| run: | | |
| ssh-keygen -t rsa -q -f ~/.ssh/id_rsa -P '' -C 'Host' | |
| # Rename example .env file | |
| mv .env.example .env | |
| sed -i "s/\${MONITOR_DB_ROOT_USER:-root}:\${MONITOR_DB_ROOT_PASSWORD:-root_password}/root:root_password/g" docker-compose.yml | |
| # Remove carriage returns in file | |
| sed -i 's/\r$//' .env | |
| # Set environment variables from .env file | |
| set -a; source .env; set +a | |
| # Generate ssh keys | |
| mkdir -p ./ocrd/manager/.ssh | |
| ssh-keygen -t rsa -q -f $MANAGER_KEY -P '' -C 'OCR-D Manager' | |
| # Create authorized_keys file with public key of host | |
| cp ~/.ssh/id_rsa.pub ./ocrd/manager/.ssh/authorized_keys | |
| # Create controller directories | |
| mkdir -p ./ocrd/controller/.ssh/ ./ocrd/controller/models ./ocrd/controller/data | |
| # Download necessary files from master of OCR-D Controller repository | |
| wget -O .env.ocrd-controller https://raw.githubusercontent.com/slub/ocrd_controller/master/.env.example | |
| wget -O docker-compose-controller.yml https://raw.githubusercontent.com/slub/ocrd_controller/master/docker-compose.yml | |
| # TODO checkout OCR-D Controller directly | |
| # Remove carriage returns in file | |
| sed -i 's/\r$//' .env.ocrd-controller | |
| # Set environment variables from .env.ocrd-controller file | |
| set -a; source .env.ocrd-controller; set +a | |
| # Add public key of OCR-D Manager | |
| cp ${MANAGER_KEY}.pub ${CONTROLLER_KEYS} | |
| # Download controller model | |
| mkdir -p /ocrd/controller/models/ocrd-resources/ocrd-tesserocr-recognize/ | |
| wget -O ${CONTROLLER_MODELS}/ocrd-resources/ocrd-tesserocr-recognize/frak2021.traineddata https://ub-backup.bib.uni-mannheim.de/~stweil/tesstrain/frak2021/tessdata_best/frak2021-0.905.traineddata | |
| # TODO checkout OCR-D Monitor directly and extend ocrd-database | |
| cat >> docker-compose-database.yml << EOF | |
| services: | |
| ocrd-database: | |
| image: "mongo:latest" | |
| environment: | |
| MONGO_INITDB_ROOT_USERNAME: root | |
| MONGO_INITDB_ROOT_PASSWORD: root_password | |
| EOF | |
| - name: Build OCR-D Manager | |
| run: docker compose build | |
| - name: Install nvidia-container-runtime | |
| run: | | |
| curl -s -L https://nvidia.github.io/nvidia-container-runtime/gpgkey | sudo apt-key add - | |
| distribution=$(. /etc/os-release;echo $ID$VERSION_ID) | |
| curl -s -L https://nvidia.github.io/nvidia-container-runtime/$distribution/nvidia-container-runtime.list | sudo tee /etc/apt/sources.list.d/nvidia-container-runtime.list | |
| sudo apt-get update | |
| sudo apt-get install -y nvidia-container-toolkit | |
| sudo systemctl restart docker | |
| - name: Start OCR-D Controller | |
| run: docker compose --env-file=.env.ocrd-controller -f docker-compose-controller.yml up -d | |
| - name: Start OCR-D Manager & OCR-D Database | |
| run: docker compose -f docker-compose.yml -f docker-compose-database.yml up -d | |
| - name: Test | |
| run: | | |
| cat >> ~/.ssh/config << EOF | |
| Host * | |
| UpdateHostKeys yes | |
| EOF | |
| make test | |
| - name: Setup upterm session when failure | |
| if: ${{ failure() && github.event_name == 'workflow_dispatch' }} | |
| uses: lhotari/action-upterm@v1 | |