Skip to content
This repository has been archived by the owner on Jan 10, 2025. It is now read-only.

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
b8raoult committed Feb 18, 2024
1 parent 3e31b9c commit 3b9e15d
Show file tree
Hide file tree
Showing 6 changed files with 204 additions and 1 deletion.
79 changes: 79 additions & 0 deletions ecml_tools/__main__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
#!/usr/bin/env python
# (C) Copyright 2024 ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation
# nor does it submit to any jurisdiction.
#


import argparse
import logging
import sys
import traceback

from . import __version__
from .commands import COMMANDS

LOG = logging.getLogger(__name__)


def main():
parser = argparse.ArgumentParser(
description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter
)

parser.add_argument(
"--version",
"-V",
action="store_true",
help="show the version and exit",
)
parser.add_argument(
"--debug",
"-d",
action="store_true",
help="Debug mode",
)
parser.add_argument(
"--force",
"-f",
action="store_true",
help="Don't ask for confirmation",
)
subparsers = parser.add_subparsers(help="commands:", dest="command")
for name, command in COMMANDS.items():
command_parser = subparsers.add_parser(name, help=command.__doc__)
command.add_arguments(command_parser)

args = parser.parse_args()

if args.version:
print(__version__)
return

if args.command is None:
parser.print_help()
return

cmd = COMMANDS[args.command]

logging.basicConfig(
format="%(asctime)s %(levelname)s %(message)s",
datefmt="%Y-%m-%d %H:%M:%S",
level=logging.DEBUG if args.debug else logging.INFO,
)

try:
cmd.run(args)
except ValueError as e:
traceback.print_exc()
LOG.error("\n💣 %s", str(e).lstrip())
LOG.error("💣 Exiting")
sys.exit(1)


if __name__ == "__main__":
main()
84 changes: 84 additions & 0 deletions ecml_tools/commands/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,84 @@
#!/usr/bin/env python
# (C) Copyright 2024 ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation
# nor does it submit to any jurisdiction.
#

import argparse
import importlib
import logging
import os
import sys

LOG = logging.getLogger(__name__)


def register(here, package, select, fail=None):
result = {}
not_available = {}

for p in os.listdir(here):
full = os.path.join(here, p)
if p.startswith("_"):
continue
if not (
p.endswith(".py")
or (
os.path.isdir(full)
and os.path.exists(os.path.join(full, "__init__.py"))
)
):
continue

name, _ = os.path.splitext(p)

try:
imported = importlib.import_module(
f".{name}",
package=package,
)
except ImportError as e:
not_available[name] = e
continue

obj = select(imported)
if obj is not None:
result[name] = obj

for name, e in not_available.items():
if fail is None:
pass
if callable(fail):
result[name] = fail(name, e)

return result


class Command:
def run(self, args):
raise NotImplementedError(f"Command not implemented: {args.command}")


class Failed(Command):
def __init__(self, name, error):
self.name = name
self.error = error

def add_arguments(self, command_parser):
command_parser.add_argument("x", nargs=argparse.REMAINDER)

def run(self, args):
print(f"Command '{self.name}' not available: {self.error}")
sys.exit(1)


COMMANDS = register(
os.path.dirname(__file__),
__name__,
lambda x: x.command(),
lambda name, error: Failed(name, error),
)
24 changes: 24 additions & 0 deletions ecml_tools/commands/create.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
from ecml_tools.create import Creator

from . import Command


class Create(Command):
internal = True
timestamp = True

def add_arguments(self, command_parser):
command_parser.add_argument(
"--overwrite", action="store_true", help="Overwrite existing files"
)
command_parser.add_argument("config", help="Configuration file")
command_parser.add_argument("path", help="Path to store the created data")

def run(self, args):
kwargs = vars(args)

c = Creator(**kwargs)
c.create()


command = Create
8 changes: 8 additions & 0 deletions ecml_tools/create/functions/actions/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
# (C) Copyright 2024 ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation
# nor does it submit to any jurisdiction.
#
8 changes: 8 additions & 0 deletions ecml_tools/create/functions/steps/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
# (C) Copyright 2024 ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation
# nor does it submit to any jurisdiction.
#
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -81,7 +81,6 @@ def read(fname):
},
zip_safe=True,
keywords="tool",
entry_points={},
classifiers=[
"Development Status :: 3 - Alpha",
"Intended Audience :: Developers",
Expand All @@ -94,4 +93,5 @@ def read(fname):
"Programming Language :: Python :: Implementation :: PyPy",
"Operating System :: OS Independent",
],
entry_points={"console_scripts": ["anemoi-datasets=ecml_tools.__main__:main"]},
)

0 comments on commit 3b9e15d

Please sign in to comment.