clone_system_apps_repo.py

# clone system repo and generate the apps.json list. will pullapp descrption pulled from the yaml if available
import json,os,sys,subprocess,shutil

system_apps_path = "system-apps"
system_apps_repo = os.environ.get('SYSTEM_APPS_REPO') or "https://github.com/tavdog/tronbyt-apps.git"
# check for existence of apps_path dir
if not os.path.exists(system_apps_path):
    print("{} not found, cloning {}".format(system_apps_path,system_apps_repo))

    result = subprocess.run(
                        [
                            "git",
                            "clone",
                            system_apps_repo,
                            system_apps_path,
                            "--depth",
                            "1"
                        ]
                    )
    if result.returncode != 0:
        print("Error Cloning Repo")
    else:
        print("Repo Cloned")

# run a command to generate a txt file withh all the .star file in the apps_path directory
command = [ "find", system_apps_path, "-name", "*.star" ]
output = subprocess.check_output(command, text=True)
# print("got find output of {}".format(output))

apps_array = []
apps = output.split('\n')
apps.sort()
count = 0
skip_count = 0
new_previews = 0
num_previews = 0
for app in apps:
    # print(app)
    try:
        # read in the file from system_apps_path/apps/
        app_dict = dict()
        app_dict['name'] = os.path.basename(app).replace('.star','')
        app_dict['path'] = app
        app_path = app #"{}/apps/{}/{}.star".format(system_apps_path, app.replace('_',''), app)

        # skip any files that include secret.star module and
        with open(app_path,'r') as f:
            app_str = f.read()
            if "secret.star" in app_str:
                # print("skipping {} (uses secret.star)".format(app))
                skip_count += 1
                continue
            if "summary:" in app_str:
                # loop though lines and pick out the summary line
                for line in app_str.split('\n'):
                    if "summary:" in line:
                        app_dict['summary'] = line.split(': ')[1]

        app_base_path = ("/").join(app_path.split('/')[0:-1])
        yaml_path = "{}/manifest.yaml".format(app_base_path)
        static_images_path = "tronbyt_server/static/images"

        # check for existeanse of yaml_path
        if os.path.exists(yaml_path):
            with open(yaml_path,'r') as f:
                yaml_str = f.read()
                for line in yaml_str.split('\n'):
                    if "summary:" in line:
                        app_dict['summary'] = line.split(': ')[1]
        else:
            app_dict['summary'] = " -- "

        # Check for a preview in the repo and copy it over to static previews directory 
        image_found = False
        for ext in ['webp','gif','png']:
            image_path = os.path.join(app_base_path, f"{app_dict['name']}.{ext}")
            static_image_path = os.path.join(static_images_path, f"{app_dict['name']}.{ext}")

            if os.path.exists(image_path) and os.path.getsize(image_path) < 1 * 1024 * 1024: # less than a meg only
                print(f"copying {image_path}")
                if not os.path.exists(static_image_path):
                    print(f"copying preview to static dir {app_dict['name']}.{ext}")
                    new_previews += 1
                    shutil.move(
                        image_path,
                        static_image_path
                    )
                image_found = True

            # set the preview for the app to the static preview location
            if os.path.exists(static_image_path):
                num_previews += 1
                app_dict["preview"] = os.path.basename(image_path)
                break

        count += 1
        apps_array.append(app_dict)
    except Exception as e:
        print("skipped " + app + " due to error: " + repr(e))
# print(apps_array)

# writeout apps_array as a json file
print(f"got {count} useable apps")
print(f"skipped {skip_count} secrets.star using apps")
print(f"copied {new_previews} new previews into static")
print(f"total previews found {num_previews}")
with open("system-apps.json",'w') as f:
    json.dump(apps_array,f)