tempest: test more and run in parallel (#2563)

Signed-off-by: Christian Berendt <berendt@osism.tech>

environments/openstack/files/tempest/exclude.lst

@@ -0,0 +1,37 @@
+tempest.api.object_storage.test_container_services_negative.ContainerNegativeTest.test_create_container_metadata_exceeds_overall_metadata_count
+tempest.api.object_storage.test_container_services_negative.ContainerNegativeTest.test_create_container_metadata_name_exceeds_max_length
+tempest.api.object_storage.test_container_services_negative.ContainerNegativeTest.test_create_container_metadata_value_exceeds_max_length
+tempest.api.compute.servers.test_server_actions.ServerActionsV293TestJSON.test_rebuild_volume_backed_server
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_delete_object_with_non_authorized_user
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_delete_object_without_write_rights
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_read_object_with_non_authorized_user
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_read_object_without_rights
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_with_non_authorized_user
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_without_rights
+tempest.api.object_storage.test_container_acl_negative.ObjectACLsNegativeTest.test_write_object_without_write_rights
+tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_key
+tempest.api.object_storage.test_container_services.ContainerTest.test_create_container_with_remove_metadata_value
+tempest.api.image.v2.test_images.ImportImagesTest.test_image_glance_direct_import
+tempest.api.image.v2.test_images.ImportImagesTest.test_image_web_download_import
+tempest.api.image.v2.admin.test_images.MultiStoresImagesTest.test_delete_image_from_specific_store
+tempest.api.image.v2.test_images.MultiStoresImportImagesTest.test_glance_direct_import_image_to_all_stores
+tempest.api.image.v2.test_images.MultiStoresImportImagesTest.test_glance_direct_import_image_to_specific_stores
+tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_upload
+tempest.scenario.test_instances_with_cinder_volumes.TestInstancesWithCinderVolumes.test_instances_with_cinder_volumes_on_all_compute_nodes
+tempest.api.image.v2.admin.test_images.ImportCopyImagesTest.test_image_copy_image_import
+tempest.api.object_storage.test_account_quotas_negative.AccountQuotasNegativeTest.test_user_modify_quota
+tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url
+tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_key_2
+tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_get_object_using_temp_url_with_inline_query_parameter
+tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_head_object_using_temp_url
+tempest.api.object_storage.test_object_temp_url.ObjectTempUrlTest.test_put_object_using_temp_url
+tempest.api.object_storage.test_container_sync_middleware.ContainerSyncMiddlewareTest.test_container_synchronization
+tempest.scenario.test_server_volume_attachment.TestServerVolumeAttachScenarioOldVersion.test_old_versions_reject
+tempest.scenario.test_server_volume_attachment.TestServerVolumeAttachmentScenario.test_server_detach_rules
+barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningSnapshotTest.test_signed_image_upload_boot_snapshot
+barbican_tempest_plugin.tests.scenario.test_certificate_validation.CertificateValidationTest.test_signed_image_invalid_cert_boot_failure
+barbican_tempest_plugin.tests.scenario.test_certificate_validation.CertificateValidationTest.test_signed_image_upload_and_boot
+barbican_tempest_plugin.tests.scenario.test_certificate_validation.CertificateValidationTest.test_signed_image_upload_and_hard_reboot
+barbican_tempest_plugin.tests.scenario.test_certificate_validation.CertificateValidationTest.test_signed_image_upload_and_server_rebuild
+barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_and_boot
+barbican_tempest_plugin.tests.scenario.test_image_signing.ImageSigningTest.test_signed_image_upload_boot_failure

scripts/check/302-openstack-tempest.sh

@@ -19,7 +19,6 @@ docker run --rm \
   quay.io/osism/tempest:latest \
   run \
   --workspace-path /tempest/workspace.yaml \
-  --workspace tempest \
-  --serial \
-  --regex '^tempest\.scenario\..*$|^barbican_tempest_plugin\.tests\.scenario.*$|^designate_tempest_plugin\.tests\.scenario\..*$|^octavia_tempest_plugin\.tests\.scenario\.v2\..*$' \
-  --exclude-regex '^tempest\.scenario\.test_server_volume_attachment\.TestServerVolumeAttachScenarioOldVersion\.test_old_versions_reject.*$|^tempest\.scenario\.test_server_volume_attachment\.TestServerVolumeAttachmentScenario\.test_server_detach_rules.*$|^barbican_tempest_plugin\.tests\.scenario\.test_image_signing\.ImageSigningTest\.test_signed_image_upload_boot_failure.*$'
+  --workspace tempest  \
+  --exclude-list /tempest/exclude.lst \
+  --concurrency 16 | tee -a /opt/tempest/$(date +%Y%m%d-%H%M).log