Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Cleaner: continue on error for PE and peering connections #1054

Merged
merged 5 commits into from
Aug 1, 2023
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 4 additions & 2 deletions .github/actions/clean-vpc/azure.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package main

import (
"context"
"errors"
"fmt"
"log"
"strings"
Expand All @@ -23,16 +24,17 @@ func deleteAzureVPCBySubstr(ctx context.Context, subID, resourceGroupName, subst
if err != nil {
return false, fmt.Errorf("error fetching vnets: %v", err)
}
var allErr error
for _, vnet := range vnets.Values() {
if vnet.Name != nil && strings.HasPrefix(*vnet.Name, substr) {
log.Printf("deleting vnet %s", *vnet.Name)
_, err = vnetClient.Delete(ctx, resourceGroupName, *vnet.Name)
if err != nil {
log.Printf("error deleting vnet: %v", err)
allErr = errors.Join(allErr, fmt.Errorf("error deleting vnet: %v", err))
ok = false
}
}
}

return ok, nil
return ok, allErr
}
6 changes: 4 additions & 2 deletions .github/actions/clean-vpc/gcp.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package main

import (
"context"
"errors"
"fmt"
"log"
"os"
Expand All @@ -26,17 +27,18 @@ func deleteGCPVPCBySubstr(gcpProjectID, nameSubstr string) (bool, error) {
if err != nil {
return false, fmt.Errorf("failed to list networks: %s", err)
}
var allErr error
for _, network := range networks.Items {
if strings.HasPrefix(network.Name, nameSubstr) {
log.Printf("deleting network %s", network.Name)
_, err = networkService.Delete(gcpProjectID, network.Name).Do()
if err != nil {
log.Printf(fmt.Sprintf("failed to delete network %s: %s", network.Name, err))
allErr = errors.Join(allErr, fmt.Errorf("failed to delete network %s: %s", network.Name, err))
ok = false
}
}
}
return ok, nil
return ok, allErr
}

func setGCPCredentials() error {
Expand Down
19 changes: 13 additions & 6 deletions .github/actions/cleanup-pe/cleanall.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package main

import (
"context"
"errors"
"fmt"
"log"
"strings"
Expand All @@ -25,6 +26,7 @@ func cleanAllAWSPE(region string, subnets []string) error {

svc := ec2.New(awsSession)

var allErr error
for _, subnet := range subnets {
subnetInput := &ec2.DescribeSubnetsInput{
Filters: []*ec2.Filter{{
Expand Down Expand Up @@ -61,7 +63,8 @@ func cleanAllAWSPE(region string, subnets []string) error {

err = deleteAWSPEsByID(svc, endpointIDs)
if err != nil {
return err
allErr = errors.Join(allErr, err)
continue
}

log.Printf("deleted %d AWS PEs in region %s", len(endpointIDs), region)
Expand Down Expand Up @@ -132,6 +135,7 @@ func cleanAllGCPPE(ctx context.Context, projectID, vpc, region string, subnets [

networkURL := formNetworkURL(vpc, projectID)

var allErr error
for _, subnet := range subnets {
subnetURL := formSubnetURL(region, subnet, projectID)

Expand All @@ -147,7 +151,8 @@ func cleanAllGCPPE(ctx context.Context, projectID, vpc, region string, subnets [
if forwardRule.Network == networkURL {
_, err = computeService.ForwardingRules.Delete(projectID, region, forwardRule.Name).Do()
if err != nil {
return fmt.Errorf("error while deleting forwarding rule: %v", err)
allErr = errors.Join(allErr, fmt.Errorf("error while deleting forwarding rule: %v", err))
continue
}

counter++
Expand All @@ -160,11 +165,11 @@ func cleanAllGCPPE(ctx context.Context, projectID, vpc, region string, subnets [
time.Sleep(time.Second * 20) // need to wait for GCP to delete the forwarding rule
err = deleteGCPAddressBySubnet(computeService, projectID, region, subnetURL)
if err != nil {
return fmt.Errorf("error while deleting GCP address: %v", err)
allErr = errors.Join(allErr, fmt.Errorf("error while deleting GCP address: %v", err))
}
}

return nil
return allErr
}

func deleteGCPAddressBySubnet(service *compute.Service, projectID, region, subnetURL string) error {
Expand All @@ -175,19 +180,21 @@ func deleteGCPAddressBySubnet(service *compute.Service, projectID, region, subne
}

counter := 0
var allErr error
for _, address := range addressList.Items {
if address.Subnetwork == subnetURL {
_, err = service.Addresses.Delete(projectID, region, address.Name).Do()
if err != nil {
return fmt.Errorf("error while deleting address: %v", err)
allErr = errors.Join(allErr, fmt.Errorf("error while deleting address: %v", err))
continue
}
counter++
log.Printf("successfully deleted GCP address: %s. subnet: %s", address.Name, address.Subnetwork)
}
}

log.Printf("deleted %d GCP addresses", counter)
return nil
return allErr
}

func formNetworkURL(network, projectID string) string {
Expand Down
10 changes: 6 additions & 4 deletions .github/actions/cleanup-pe/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ package main

import (
"context"
"errors"
"fmt"
"log"
"os"
Expand Down Expand Up @@ -58,22 +59,23 @@ func CleanAllPE() error {
gcpRegion := "europe-west1"
subscriptionID := os.Getenv("AZURE_SUBSCRIPTION_ID")

var allErr error
err := cleanAllAzurePE(ctx, groupNameAzure, subscriptionID, []string{subnet1Name, subnet2Name})
if err != nil {
return fmt.Errorf("error while cleaning all azure pe: %v", err)
allErr = errors.Join(allErr, fmt.Errorf("error while cleaning all azure pe: %v", err))
}

for _, awsRegion := range awsRegions {
errClean := cleanAllAWSPE(awsRegion, []string{subnet1Name, subnet2Name})
if errClean != nil {
return fmt.Errorf("error cleaning all aws PE. region %s. error: %v", awsRegion, errClean)
allErr = errors.Join(allErr, fmt.Errorf("error cleaning all aws PE. region %s. error: %v", awsRegion, errClean))
}
}

err = cleanAllGCPPE(ctx, googleProjectID, gcpVPCName, gcpRegion, []string{subnet1Name, subnet2Name})
if err != nil {
return fmt.Errorf("error while cleaning all gcp pe: %v", err)
allErr = errors.Join(allErr, fmt.Errorf("error while cleaning all gcp pe: %v", err))
}

return nil
return allErr
}
Loading