chore(CLI): cache CDK API data in disk

cli/cmd/component.go

@@ -34,6 +34,7 @@ import (
 
 const (
 	componentTypeAnnotation string = "component"
+	componentsCacheKey      string = "components"
 )
 
 var (
@@ -163,14 +164,12 @@ func (c *cliState) IsComponentInstalled(name string) bool {
 
 // Load v1 components
 func (c *cliState) LoadComponents() {
-	components, err := lwcomponent.LocalComponents()
+	components, err := lwcomponent.LoadLocalComponents()
 	if err != nil {
 		c.Log.Debugw("unable to load components", "error", err)
 		return
 	}
 
-	// @jon-stewart: TODO: load from cached API info
-
 	for _, component := range components {
 		exists := false
 
@@ -187,18 +186,8 @@ func (c *cliState) LoadComponents() {
 		}
 
 		version := component.InstalledVersion()
-		componentDir, err := component.Dir()
-		if err != nil {
-			c.Log.Debugw("unable to find component directory", "error", err)
-			return
-		}
-		if devInfo, _ := lwcomponent.NewDevInfo(componentDir); devInfo != nil {
-			if devVersion, _ := semver.NewVersion(devInfo.Version); devVersion != nil {
-				version = devVersion
-			}
-		}
 
-		if version != nil && component.Exec.Executable() {
+		if version != nil {
 			componentCmd := &cobra.Command{
 				Use:                   component.Name,
 				Short:                 component.Description,
@@ -208,7 +197,7 @@ func (c *cliState) LoadComponents() {
 				DisableFlagParsing:    true,
 				DisableFlagsInUseLine: true,
 				RunE: func(cmd *cobra.Command, args []string) error {
-					return v1ComponentCommand(c, cmd, args)
+					return v1ComponentCommand(c, cmd)
 				},
 			}
 
@@ -224,7 +213,7 @@ func startGrpcServer(c *cliState) {
 	}
 }
 
-func v1ComponentCommand(c *cliState, cmd *cobra.Command, args []string) error {
+func v1ComponentCommand(c *cliState, cmd *cobra.Command) error {
 	// Parse component -v/--version flag
 	versionVal, _ := cmd.Flags().GetBool("version")
 	if versionVal {
@@ -234,11 +223,7 @@ func v1ComponentCommand(c *cliState, cmd *cobra.Command, args []string) error {
 
 	go startGrpcServer(c)
 
-	c.Log.Debugw("running component", "component", cmd.Use,
-		"args", c.componentParser.componentArgs,
-		"cli_flags", c.componentParser.cliArgs)
-
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, false)
+	catalog, err := LoadCatalog()
 	if err != nil {
 		return errors.Wrap(err, "unable to load component Catalog")
 	}
@@ -248,6 +233,14 @@ func v1ComponentCommand(c *cliState, cmd *cobra.Command, args []string) error {
 		return err
 	}
 
+	if !component.Exec.Executable() {
+		return errors.New("component is not executable")
+	}
+
+	c.Log.Debugw("running component", "component", cmd.Use,
+		"args", c.componentParser.componentArgs,
+		"cli_flags", c.componentParser.cliArgs)
+
 	// @jon-stewart: TODO: v1 dailyComponentUpdateAvailable
 
 	envs := []string{
@@ -355,12 +348,7 @@ func runComponentsList(_ *cobra.Command, _ []string) (err error) {
 }
 
 func listComponents() error {
-	cli.StartProgress("Loading component Catalog...")
-
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, true)
-	defer catalog.Persist()
-
-	cli.StopProgress()
+	catalog, err := LoadCatalog()
 	if err != nil {
 		return errors.Wrap(err, "unable to load component Catalog")
 	}
@@ -379,8 +367,6 @@ func listComponents() error {
 
 	printComponents(catalog.PrintComponents())
 
-	cli.OutputHuman("\nComponents version: %s\n", cli.LwComponents.Version)
-
 	return nil
 }
 
@@ -423,12 +409,7 @@ func installComponent(cmd *cobra.Command, args []string) (err error) {
 	cli.Event.Feature = "install_component"
 	defer cli.SendHoneyvent()
 
-	cli.StartProgress("Loading component Catalog...")
-
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, false)
-	defer catalog.Persist()
-
-	cli.StopProgress()
+	catalog, err := LoadCatalog()
 	if err != nil {
 		err = errors.Wrap(err, "unable to load component Catalog")
 		return
@@ -524,12 +505,7 @@ func showComponent(args []string) error {
 		componentName string = args[0]
 	)
 
-	cli.StartProgress("Loading components Catalog...")
-
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, false)
-	defer catalog.Persist()
-
-	cli.StopProgress()
+	catalog, err := LoadCatalog()
 	if err != nil {
 		return errors.Wrap(err, "unable to load component Catalog")
 	}
@@ -598,12 +574,7 @@ func updateComponent(args []string) (err error) {
 		targetVersion    *semver.Version
 	)
 
-	cli.StartProgress("Loading components Catalog...")
-
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, false)
-	defer catalog.Persist()
-
-	cli.StopProgress()
+	catalog, err := LoadCatalog()
 	if err != nil {
 		return errors.Wrap(err, "unable to load component Catalog")
 	}
@@ -724,12 +695,7 @@ func deleteComponent(args []string) (err error) {
 		componentName string = args[0]
 	)
 
-	cli.StartProgress("Loading components Catalog...")
-
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, false)
-	defer catalog.Persist()
-
-	cli.StopProgress()
+	catalog, err := LoadCatalog()
 	if err != nil {
 		return errors.Wrap(err, "unable to load component Catalog")
 	}
@@ -1215,3 +1181,37 @@ func downloadProgress(complete chan int8, path string, sizeB int64) {
 		time.Sleep(time.Second)
 	}
 }
+
+func LoadCatalog() (*lwcomponent.Catalog, error) {
+	cli.StartProgress("Loading component catalog...")
+	defer cli.StopProgress()
+
+	var componentsApiInfo map[string]*lwcomponent.ApiInfo
+
+	// try to load components Catalog from cache
+	if !cli.noCache {
+		expired := cli.ReadCachedAsset(componentsCacheKey, &componentsApiInfo)
+		if !expired {
+			cli.Log.Infow("loaded components from cache", "components", componentsApiInfo)
+			return lwcomponent.NewCachedCatalog(cli.LwApi, lwcomponent.NewStageTarGz, componentsApiInfo)
+		}
+	}
+
+	// load components Catalog from API
+	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, true)
+	if err != nil {
+		return nil, err
+	}
+
+	componentsApiInfo = make(map[string]*lwcomponent.ApiInfo, len(catalog.Components))
+
+	for _, c := range catalog.Components {
+		if c.ApiInfo != nil {
+			componentsApiInfo[c.Name] = c.ApiInfo
+		}
+	}
+
+	cli.WriteAssetToCache(componentsCacheKey, time.Now().Add(time.Hour*12), componentsApiInfo)
+
+	return catalog, nil
+}

cli/cmd/component_dev.go

@@ -92,8 +92,7 @@ func devModeComponent(args []string) error {
 
 	cli.StartProgress("Loading components Catalog...")
 
-	catalog, err := lwcomponent.NewCatalog(cli.LwApi, lwcomponent.NewStageTarGz, false)
-	defer catalog.Persist()
+	catalog, err := LoadCatalog()
 
 	cli.StopProgress()
 	if err != nil {

lwcomponent/api_info.go

@@ -4,27 +4,15 @@ import (
 	"github.com/Masterminds/semver"
 )
 
-type ApiInfo interface {
-	Id() int32
-
-	LatestVersion() *semver.Version
-
-	AllVersions() []*semver.Version
-
-	Deprecated() bool
-
-	Size() int64
-}
-
-type apiInfo struct {
-	id            int32
-	name          string
-	version       semver.Version
-	allVersions   []*semver.Version
-	desc          string
-	sizeKB        int64
-	deprecated    bool
-	componentType Type
+type ApiInfo struct {
+	Id            int32             `json:"id"`
+	Name          string            `json:"name"`
+	Version       *semver.Version   `json:"version"`
+	AllVersions   []*semver.Version `json:"allVersions"`
+	Desc          string            `json:"desc"`
+	SizeKB        int64             `json:"sizeKB"`
+	Deprecated    bool              `json:"deprecated"`
+	ComponentType Type              `json:"componentType"`
 }
 
 func NewAPIInfo(
@@ -36,39 +24,15 @@ func NewAPIInfo(
 	size int64,
 	deprecated bool,
 	componentType Type,
-) ApiInfo {
-	return &apiInfo{
-		id:            id,
-		name:          name,
-		version:       *version,
-		allVersions:   allVersions,
-		desc:          desc,
-		sizeKB:        size,
-		deprecated:    deprecated,
-		componentType: componentType,
+) *ApiInfo {
+	return &ApiInfo{
+		Id:            id,
+		Name:          name,
+		Version:       version,
+		AllVersions:   allVersions,
+		Desc:          desc,
+		SizeKB:        size,
+		Deprecated:    deprecated,
+		ComponentType: componentType,
 	}
 }
-
-func (a *apiInfo) Id() int32 {
-	return a.id
-}
-
-// AllVersions implements ApiInfo.
-func (a *apiInfo) AllVersions() []*semver.Version {
-	return a.allVersions
-}
-
-// LatestVersion implements ApiInfo.
-func (a *apiInfo) LatestVersion() *semver.Version {
-	return &a.version
-}
-
-// Deprecated implements ApiInfo.
-func (a *apiInfo) Deprecated() bool {
-	return a.deprecated
-}
-
-// Size implements ApiInfo.
-func (a *apiInfo) Size() int64 {
-	return a.sizeKB
-}

lwcomponent/api_info_test.go

@@ -19,7 +19,7 @@ func TestApiInfoId(t *testing.T) {
 
 	info := lwcomponent.NewAPIInfo(id, "test", version, allVersions, "", 0, false, lwcomponent.BinaryType)
 
-	result := info.Id()
+	result := info.Id
 	assert.Equal(t, id, result)
 }
 
@@ -34,6 +34,6 @@ func TestApiInfoLatestVersion(t *testing.T) {
 
 	info := lwcomponent.NewAPIInfo(1, "test", version, allVersions, "", 0, false, lwcomponent.BinaryType)
 
-	result := info.LatestVersion()
+	result := info.Version
 	assert.Equal(t, expectedVer, result.String())
 }