Skip to content

Commit

Permalink
test: use macos-13 runners for stress tests and use explicit iOS vers…
Browse files Browse the repository at this point in the history
…ion (#3310)
  • Loading branch information
atierian authored Oct 18, 2023
1 parent aef39fd commit 03e1b13
Show file tree
Hide file tree
Showing 24 changed files with 40 additions and 31 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/integ_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ concurrency:

jobs:
prepare-for-test:
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_functional.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginFunctionalTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-functional-test-tvOS:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginGraphQLAuthDirectiveTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-graphql-auth-directive-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_graphql_iam.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginGraphQLIAMTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-graphql-iam-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_graphql_lambda_auth.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginGraphQLLambdaAuthTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-graphql-lambda-auth-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_graphql_lazy_load.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginLazyLoadTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-lazy-load-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_graphql_user_pool.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginGraphQLUserPoolTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-graphql-user-pool-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_rest_iam.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginRESTIAMTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-rest-iam-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_api_rest_user_pool.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: AWSAPIPluginRESTUserPoolTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

api-rest-user-pool-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_auth.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/Auth/Tests/AuthHostApp/
scheme: AuthIntegrationTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

auth-integration-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ concurrency:

jobs:
prepare-for-test:
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_auth_cognito.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginAuthCognitoTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-auth-cognito-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_auth_iam.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginAuthIAMTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-auth-iam-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_base.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginIntegrationTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-test-base-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_cpk.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginCPKTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-cpk-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_lazy_load.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginLazyLoadTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-lazy-load-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_multi_auth.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginMultiAuthTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-multi-auth-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_datastore_v2.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: AWSDataStorePluginV2Tests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-integration-v2-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_geo.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/Geo/Tests/GeoHostApp/
scheme: AWSLocationGeoPluginIntegrationTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

geo-integration-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_logging.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/Logging/Tests/AWSCloudWatchLoggingPluginHostApp
scheme: AWSCloudWatchLoggingPluginIntegrationTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

logging-integration-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_predictions.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/Predictions/Tests/PredictionsHostApp
scheme: AWSPredictionsPluginIntegrationTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

predictions-integration-test-tvOS:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/integ_test_storage.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ jobs:
with:
project_path: ./AmplifyPlugins/Storage/Tests/StorageHostApp/
scheme: AWSS3StoragePluginIntegrationTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=latest'
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

storage-integration-test-tvOS:
Expand Down
25 changes: 17 additions & 8 deletions .github/workflows/stress_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ concurrency:

jobs:
prepare-for-test:
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand All @@ -31,7 +31,7 @@ jobs:

auth-stress-test:
needs: prepare-for-test
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand All @@ -54,10 +54,12 @@ jobs:
with:
project_path: ./AmplifyPlugins/Auth/Tests/AuthHostApp/
scheme: AuthStressTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

geo-stress-test:
needs: prepare-for-test
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand All @@ -80,11 +82,12 @@ jobs:
with:
project_path: ./AmplifyPlugins/Geo/Tests/GeoHostApp/
scheme: GeoStressTests

destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

storage-stress-test:
needs: prepare-for-test
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand All @@ -107,10 +110,12 @@ jobs:
with:
project_path: ./AmplifyPlugins/Storage/Tests/StorageHostApp/
scheme: StorageStressTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

datastore-stress-test:
needs: prepare-for-test
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand All @@ -133,10 +138,12 @@ jobs:
with:
project_path: ./AmplifyPlugins/DataStore/Tests/DataStoreHostApp
scheme: DatastoreStressTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'

graphql-api-stress-test:
needs: prepare-for-test
runs-on: macos-12
runs-on: macos-13
environment: IntegrationTest
steps:
- uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b
Expand All @@ -158,4 +165,6 @@ jobs:
uses: ./.github/composite_actions/run_xcodebuild_test
with:
project_path: ./AmplifyPlugins/API/Tests/APIHostApp
scheme: GraphQLAPIStressTests
scheme: GraphQLAPIStressTests
destination: 'platform=iOS Simulator,name=iPhone 14,OS=16.4'
xcode_path: '/Applications/Xcode_14.3.app'
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,7 @@ final class StorageStressTests: XCTestCase {
} catch {
XCTFail("Error: \(error)")
}
await fulfillment(of: [uploadExpectation, removeExpectation], timeout: 180)
await fulfillment(of: [downloadExpectation, uploadExpectation, removeExpectation], timeout: 180)
}


Expand Down

0 comments on commit 03e1b13

Please sign in to comment.