Merge branch '7-bgp-table-dump-spport' into 'main'

Resolve "BGP Table Dump Spport"

Closes #7

See merge request imprj/01-bgp-testbed/zettabgp!11

Author: Sebastian Forstner

.gitignore

@@ -1,5 +1,4 @@
 mrt_library/
-src/ui/
 local/
 
 # Byte-compiled / optimized / DLL files

README.md

@@ -167,6 +167,23 @@ The WebApp will be exposed on port `8000` by default.\
 You can access the ui using this link: http://127.0.0.1:8000/ \
 For the management of the MRT Library refer to this section above. [Local MRT Library](#local-mrt-library)
 
+#### `rib-load`
+This command lets you import the contents of rib files, similar to the `mrt-simulation`.\
+A path to a rib file is mandatory for this command.\
+This command uses a part of the options as `mrt-simulation` does.
+```
+Arguments:
+  RIB_FILE
+
+Options:
+  -d, --no-rabbitmq-direct
+  -g, --rabbitmq-grouped INTEGER  Queue group interval in minutes. [default: (5)]
+  -l, --no-mongodb-log
+  -s, --no-mongodb-state
+  -t, --no-mongodb-statistics
+  -c, --clear-mongodb
+```
+
 ## Debugging
 Some sample json messages for debugging purposes from ExaBGP can be found in the `samples` directory.
 

src/adapters/mongodb.py

@@ -75,7 +75,6 @@ def __init__(self, parser: RouteUpdateParser, no_mongodb_log: bool, no_mongodb_s
 
         @parser.on_update
         def on_update(message: RouteUpdate):
-
             # Saves optional, non-base-type attributes for later use; required to guarantee save use of mongodb
             if message.path_attributes.origin:
                 origins = message.path_attributes.origin.value
@@ -105,7 +104,7 @@ def on_update(message: RouteUpdate):
                         extended_community = [str(ext_com)]
                     else:
                         extended_community.append(str(ext_com)) 
-
+           
             # Creates dict for message with _id and other unique attributes, that don't change
             new_message_id = {
                 'timestamp' : message.timestamp,
@@ -206,7 +205,7 @@ def on_update(message: RouteUpdate):
                     if statistics_object:
                         new_values = {
                             '$set': {
-                                'change_count' : (statistics_object['change_count'] + 1),
+                                'change_count' : statistics_object['change_count'] + 1,
                                 'current_timestamp' : message.timestamp,
                                 'last_timestamp' : statistics_object['current_timestamp'],
                             }
@@ -220,5 +219,5 @@ def on_update(message: RouteUpdate):
                                 'nlri' : new_message_id['nlri'],
                                 '_id' : ObjectId(),
                             }
-                        }  
-                        statistics_announce = statistics_collection.update_one(statistics_filter, new_values, upsert=True)
+                        }
+                    statistics_announce = statistics_collection.update_one(statistics_filter, new_values, upsert=True)

src/main.py

@@ -11,8 +11,12 @@
     Sebastian Forstner <sef9869@thi.de>
 '''
 import src.services.mrt_simulation as mrt_simulation_service
+from src.adapters.rabbitmq import RabbitMQAdapter
+from src.adapters.mongodb import MongoDBAdapter
 import src.services.exabgp as exabgp_service
+from src.parsers.rib import RibParser
 from src.webapp import start_webapp
+from mrtparse import Reader
 import click
 
 @click.group()
@@ -204,3 +208,93 @@ def webapp(reload: bool):
     start_webapp(
         reload=reload,
     )
+
+@cli.command(
+    name='rib-load',
+    help='Load a rib-file in ZettaBGP.',
+)
+@click.option(
+    '--no-rabbitmq-direct',
+    '-d',
+    is_flag=True,
+)
+@click.option(
+    '--rabbitmq-grouped',
+    '-g',
+    type=int,
+    default=None,
+    show_default='5',
+    is_flag=False,
+    flag_value=5,
+    help='Queue group interval in minutes.',
+)
+@click.option(
+    '--no-mongodb-log',
+    '-l',
+    is_flag=True,
+)
+@click.option(
+    '--no-mongodb-state',
+    '-s',
+    is_flag=True,
+)
+@click.option(
+    '--no-mongodb-statistics',
+    '-t',
+    is_flag=True,
+)
+@click.option(
+    '--clear-mongodb',
+    '-c',
+    is_flag=True,
+)
+@click.argument(
+    'rib_file',
+    type=click.Path(
+        exists=True,
+        resolve_path=True,
+    ),
+)
+def rib_load(no_rabbitmq_direct: bool, rabbitmq_grouped: int, no_mongodb_log: bool, no_mongodb_state: bool, no_mongodb_statistics: bool, clear_mongodb: bool, rib_file: str):
+    '''
+    RIB Load command for retrieving BGP routes from RIB files and loading them.
+
+    Author:
+        Sebastian Forstner <sef9869@thi.de>
+
+    Args:
+        no_rabbitmq_direct (bool): Disable direct RabbitMQ direct queue..
+        rabbitmq_grouped (int): Queue group interval in minutes.
+        no_mongodb_log (bool): Disable logging to MongoDB.
+        no_mongodb_state (bool): Disable state storage to MongoDB.
+        no_mongodb_statistics (bool): Disable statistics storage to MongoDB.
+        clear_mongodb (bool): Clear MongoDB collections.
+        rib_file (str): RIB file to process.
+    '''
+    parser = RibParser()
+
+    if not no_rabbitmq_direct or rabbitmq_grouped:
+        RabbitMQAdapter(
+            parser=parser,
+            no_direct=no_rabbitmq_direct,
+            queue_interval=rabbitmq_grouped,
+        )
+    
+    if not no_mongodb_log or not no_mongodb_state or not no_mongodb_statistics:
+        MongoDBAdapter(
+            parser=parser,
+            no_mongodb_log=no_mongodb_log,
+            no_mongodb_state=no_mongodb_state,
+            no_mongodb_statistics=no_mongodb_statistics,
+            clear_mongodb=clear_mongodb,
+        )
+
+    for message in Reader(rib_file):
+        if message.data['type'] != {13: 'TABLE_DUMP_V2'}:
+            print('[dark_orange]\[WARN][/] Skipping unsupported MRT type: ', end='')
+            print(message.data['type'])
+            continue
+
+        parser.parse(
+            statement=message.data,
+        )