Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add sample checks for Windows, Mac and Linux #473

Open
wants to merge 5 commits into
base: develop
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 0 additions & 30 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -389,36 +389,6 @@ jobs:
ulimit -c unlimited -S
timeout --signal=SIGABRT 150m ./tst/producer_test --gtest_break_on_failure

windows-msvc:
runs-on: windows-2022
env:
AWS_KVS_LOG_LEVEL: 2
permissions:
id-token: write
contents: read
steps:
- name: Clone repository
uses: actions/checkout@v3
- name: Install dependencies
run: |
choco install nasm strawberryperl pkgconfiglite
- name: Build repository
run: |
$env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\lib;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\bin'
git config --system core.longpaths true
.github/build_windows.bat
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4
with:
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
aws-region: ${{ secrets.AWS_REGION }}
role-duration-seconds: 10800
- name: Run tests
run: |
$env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\lib;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\bin'
& "D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\build\tst\producer_test.exe" --gtest_filter="-ProducerFunctionalityTest.pressure_on_buffer_duration_fail_new_connection_at_token_rotation"

arm64-cross-compilation:
runs-on: ubuntu-22.04
env:
Expand Down
94 changes: 94 additions & 0 deletions .github/workflows/samples.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,94 @@
name: Producer C Samples on Mac and Linux

on:
push:
branches:
- develop
- master
pull_request:
branches:
- develop
- master

jobs:
sample-checks:
name: ${{ matrix.runner.id }} - ${{ matrix.sample-executable }}
strategy:
matrix:
sample-executable:
- kvsAudioOnlyStreamingSample
- kvsAudioVideoStreamingSample
- kvsVideoOnlyOfflineStreamingSample
- kvsVideoOnlyRealtimeStreamingSample
runner:
- id: macos-latest
image: macos-latest

- id: ubuntu-22.04
image: ubuntu-latest
docker: public.ecr.aws/ubuntu/ubuntu:22.04_stable

- id: ubuntu-20.04
image: ubuntu-latest
docker: public.ecr.aws/ubuntu/ubuntu:20.04_stable

fail-fast: false

runs-on: ${{ matrix.runner.image }}
container: ${{ matrix.runner.docker || '' }}

env:
AWS_KVS_LOG_LEVEL: 2
KVS_DEBUG_DUMP_DATA_FILE_DIR: ./debug_output
DEBIAN_FRONTEND: noninteractive

permissions:
id-token: write
contents: read

steps:
- name: Clone repository
uses: actions/checkout@v4

- name: Install dependencies (macOS)
if: runner.os == 'macOS'
run: brew install mkvtoolnix

- name: Install dependencies (Linux)
if: runner.os == 'Linux'
run: |
apt-get update
apt-get install -y git cmake build-essential pkg-config libssl-dev libcurl4-openssl-dev mkvtoolnix

- name: Build repository
run: |
mkdir build && cd build
cmake .. -DBUILD_DEPENDENCIES=OFF
make -j$(nproc)

- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4
with:
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
aws-region: ${{ secrets.AWS_REGION }}
role-duration-seconds: 900

- name: Run ${{ matrix.sample-executable }}
working-directory: ./build
run: |
mkdir -p $KVS_DEBUG_DUMP_DATA_FILE_DIR
./${{ matrix.sample-executable }} demo-stream-producer-c-${{ matrix.runner.id }}-ci-${{ matrix.sample-executable }}

- name: Verify MKV dump
working-directory: ./build
run: |
if [ -z "$(ls -A $KVS_DEBUG_DUMP_DATA_FILE_DIR/*.mkv 2>/dev/null)" ]; then
echo "No MKV files found in $KVS_DEBUG_DUMP_DATA_FILE_DIR"
exit 1
fi

for file in $KVS_DEBUG_DUMP_DATA_FILE_DIR/*.mkv; do
echo "Verifying $file with mkvinfo (verbose and hexdump):"
mkvinfo -v -X "$file"
done
111 changes: 111 additions & 0 deletions .github/workflows/windows.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,111 @@
name: Producer C SDK Windows CI

on:
push:
branches:
- develop
- master
pull_request:
branches:
- develop
- master

jobs:
unit-tests:
runs-on: windows-2022
env:
AWS_KVS_LOG_LEVEL: 2
permissions:
id-token: write
contents: read
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Install dependencies
run: |
choco install nasm strawberryperl pkgconfiglite
- name: Build repository
run: |
$env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\lib;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\bin'
git config --system core.longpaths true
.github/build_windows.bat
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4
with:
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
aws-region: ${{ secrets.AWS_REGION }}
role-duration-seconds: 10800
- name: Run tests
run: |
$env:Path += ';C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\lib;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\bin'
& "D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\build\tst\producer_test.exe" --gtest_filter="-ProducerFunctionalityTest.pressure_on_buffer_duration_fail_new_connection_at_token_rotation"

sample-checks:
name: ${{ matrix.sample-executable }}
runs-on: windows-2022
strategy:
matrix:
sample-executable:
- kvsAudioOnlyStreamingSample.exe
- kvsAudioVideoStreamingSample.exe
- kvsVideoOnlyOfflineStreamingSample.exe
- kvsVideoOnlyRealtimeStreamingSample.exe
fail-fast: false
env:
AWS_KVS_LOG_LEVEL: 2
KVS_DEBUG_DUMP_DATA_FILE_DIR: D:\debug_output
permissions:
id-token: write
contents: read
steps:
- name: Clone repository
uses: actions/checkout@v4
- name: Install dependencies
run: |
choco install nasm strawberryperl pkgconfiglite mkvtoolnix
echo "PATH=$env:PATH;C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\lib;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\bin;C:\Program Files\MKVToolNix" >> $GITHUB_ENV
- name: Build repository
run: |
git config --system core.longpaths true
.github/build_windows.bat
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v4
with:
role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
role-session-name: ${{ secrets.AWS_ROLE_SESSION_NAME }}
aws-region: ${{ secrets.AWS_REGION }}
role-duration-seconds: 10800
- name: Run ${{ matrix.sample }}
working-directory: ./build
run: |
# Equivalent to set -x
Set-PSDebug -Trace 1

# Create the debug dump directory (equivalent to mkdir -p)
New-Item -ItemType Directory -Path $env:KVS_DEBUG_DUMP_DATA_FILE_DIR -Force

$env:PATH += ";C:\Strawberry\perl\site\bin;C:\Strawberry\perl\bin;C:\Strawberry\c\bin;C:\Program Files\NASM;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\lib;D:\a\amazon-kinesis-video-streams-producer-c\amazon-kinesis-video-streams-producer-c\open-source\bin;C:\Program Files\MKVToolNix"

# Equivalent to ls
dir

# Stream for 20s (default)
$exePath = Join-Path $PWD ${{ matrix.sample-executable }}
& $exePath demo-stream-producer-c-windows-ci-${{ matrix.sample-executable }}

- name: Verify MKV dump
working-directory: ./build
run: |
$env:PATH += ";C:\Program Files\MKVToolNix"
$mkvFiles = Get-ChildItem -Path $env:KVS_DEBUG_DUMP_DATA_FILE_DIR -Filter *.mkv
if ($mkvFiles.Count -eq 0) {
Write-Error "No MKV files found in $env:KVS_DEBUG_DUMP_DATA_FILE_DIR"
exit 1
}

# Run mkvinfo on each MKV file
foreach ($file in $mkvFiles) {
Write-Output "Verifying $($file.FullName) with mkvinfo (verbose and hexdump):"
mkvinfo.exe -v -X "$($file.FullName)"
}
4 changes: 2 additions & 2 deletions samples/KvsAudioOnlyStreamingSample.c
Original file line number Diff line number Diff line change
Expand Up @@ -107,7 +107,7 @@ INT32 main(INT32 argc, CHAR* argv[])

MEMSET(&data, 0x00, SIZEOF(SampleCustomData));

STRNCPY(audioCodec, AUDIO_CODEC_NAME_AAC, STRLEN(AUDIO_CODEC_NAME_AAC)); // aac audio by default
SNPRINTF(audioCodec, SIZEOF(audioCodec), "%s", AUDIO_CODEC_NAME_AAC); // aac audio by default

#ifdef IOT_CORE_ENABLE_CREDENTIALS
PCHAR pIotCoreCredentialEndpoint, pIotCoreCert, pIotCorePrivateKey, pIotCoreRoleAlias, pIotCoreThingName;
Expand All @@ -132,7 +132,7 @@ INT32 main(INT32 argc, CHAR* argv[])

if (argc >= 5) {
if (!STRCMP(argv[2], AUDIO_CODEC_NAME_ALAW)) {
STRNCPY(audioCodec, AUDIO_CODEC_NAME_ALAW, STRLEN(AUDIO_CODEC_NAME_ALAW));
SNPRINTF(audioCodec, SIZEOF(audioCodec), "%s", AUDIO_CODEC_NAME_ALAW);
}
}

Expand Down
8 changes: 4 additions & 4 deletions samples/KvsAudioVideoStreamingSample.c
Original file line number Diff line number Diff line change
Expand Up @@ -191,8 +191,8 @@ INT32 main(INT32 argc, CHAR* argv[])

MEMSET(&data, 0x00, SIZEOF(SampleCustomData));

STRNCPY(audioCodec, AUDIO_CODEC_NAME_AAC, STRLEN(AUDIO_CODEC_NAME_AAC)); // aac audio by default
STRNCPY(videoCodec, VIDEO_CODEC_NAME_H264, STRLEN(VIDEO_CODEC_NAME_H264)); // h264 video by default
SNPRINTF(audioCodec, SIZEOF(audioCodec), "%s", AUDIO_CODEC_NAME_AAC); // aac audio by default
SNPRINTF(videoCodec, SIZEOF(videoCodec), "%s", VIDEO_CODEC_NAME_H264); // h264 video by default

#ifdef IOT_CORE_ENABLE_CREDENTIALS
PCHAR pIotCoreCredentialEndpoint, pIotCoreCert, pIotCorePrivateKey, pIotCoreRoleAlias, pIotCoreThingName;
Expand Down Expand Up @@ -223,10 +223,10 @@ INT32 main(INT32 argc, CHAR* argv[])
}
if (argc >= 6) {
if (!STRCMP(argv[4], AUDIO_CODEC_NAME_ALAW)) {
STRNCPY(audioCodec, AUDIO_CODEC_NAME_ALAW, STRLEN(AUDIO_CODEC_NAME_ALAW));
SNPRINTF(audioCodec, SIZEOF(audioCodec), "%s", AUDIO_CODEC_NAME_ALAW);
}
if (!STRCMP(argv[5], VIDEO_CODEC_NAME_H265)) {
STRNCPY(videoCodec, VIDEO_CODEC_NAME_H265, STRLEN(VIDEO_CODEC_NAME_H265));
STRCPY(videoCodec, VIDEO_CODEC_NAME_H265);
videoCodecID = VIDEO_CODEC_ID_H265;
}
}
Expand Down
4 changes: 2 additions & 2 deletions samples/KvsVideoOnlyOfflineStreamingSample.c
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ INT32 main(INT32 argc, CHAR* argv[])
BOOL firstFrame = TRUE;
UINT64 startTime;
CHAR videoCodec[VIDEO_CODEC_NAME_MAX_LENGTH];
STRNCPY(videoCodec, VIDEO_CODEC_NAME_H264, STRLEN(VIDEO_CODEC_NAME_H264)); // h264 video by default
SNPRINTF(videoCodec, SIZEOF(videoCodec), "%s", VIDEO_CODEC_NAME_H265); // h264 video by default
VIDEO_CODEC_ID videoCodecID = VIDEO_CODEC_ID_H264;

#ifdef IOT_CORE_ENABLE_CREDENTIALS
Expand Down Expand Up @@ -109,7 +109,7 @@ INT32 main(INT32 argc, CHAR* argv[])

if (argc >= 3) {
if (!STRCMP(argv[2], VIDEO_CODEC_NAME_H265)) {
STRNCPY(videoCodec, VIDEO_CODEC_NAME_H265, STRLEN(VIDEO_CODEC_NAME_H265));
SNPRINTF(videoCodec, SIZEOF(videoCodec), "%s", VIDEO_CODEC_NAME_H265);
videoCodecID = VIDEO_CODEC_ID_H265;
}
}
Expand Down
11 changes: 2 additions & 9 deletions samples/KvsVideoOnlyRealtimeStreamingSample.c
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ INT32 main(INT32 argc, CHAR* argv[])
BOOL firstFrame = TRUE;
UINT64 startTime;
CHAR videoCodec[VIDEO_CODEC_NAME_MAX_LENGTH];
STRNCPY(videoCodec, VIDEO_CODEC_NAME_H264, STRLEN(VIDEO_CODEC_NAME_H264)); // h264 video by default
SNPRINTF(videoCodec, SIZEOF(videoCodec), "%s", VIDEO_CODEC_NAME_H264); // h264 video by default
VIDEO_CODEC_ID videoCodecID = VIDEO_CODEC_ID_H264;

#ifdef IOT_CORE_ENABLE_CREDENTIALS
Expand All @@ -95,13 +95,6 @@ INT32 main(INT32 argc, CHAR* argv[])
sessionToken = GETENV(SESSION_TOKEN_ENV_VAR);
#endif

MEMSET(frameFilePath, 0x00, MAX_PATH_LEN + 1);
sirknightj marked this conversation as resolved.
Show resolved Hide resolved
if (argc < 5) {
STRCPY(frameFilePath, (PCHAR) "../samples/");
} else {
STRNCPY(frameFilePath, argv[4], MAX_PATH_LEN);
}

cacertPath = GETENV(CACERT_PATH_ENV_VAR);
#ifdef IOT_CORE_ENABLE_CREDENTIALS
streamName = pIotCoreThingName;
Expand All @@ -114,7 +107,7 @@ INT32 main(INT32 argc, CHAR* argv[])

if (argc >= 3 && !IS_EMPTY_STRING(argv[2])) {
if (!STRCMP(argv[2], VIDEO_CODEC_NAME_H265)) {
STRNCPY(videoCodec, VIDEO_CODEC_NAME_H265, STRLEN(VIDEO_CODEC_NAME_H265));
SNPRINTF(videoCodec, SIZEOF(videoCodec), "%s", VIDEO_CODEC_NAME_H265);
videoCodecID = VIDEO_CODEC_ID_H265;
}
}
Expand Down
Loading