Ci

.github/workflows/ci.yml

@@ -0,0 +1,43 @@
+on: [push]
+jobs:
+  test:
+    name: Unit Tests
+    uses: ./.github/workflows/test.yml
+  asan:
+    name: Address Sanitizer
+    needs: test
+    uses: ./.github/workflows/test.yml
+    with:
+      flags: -DTEST_ASAN=OFF
+      #TODO -DTEST_ASAN=ON
+  tsan:
+    name: Thread Sanitizer
+    needs: test
+    uses: ./.github/workflows/test.yml
+    with:
+      flags: -DTEST_TSAN=ON
+  ubsan:
+    name: Undefined Behaviour Sanitizer
+    needs: test
+    uses: ./.github/workflows/test.yml
+    with:
+      flags: -DTEST_UBSAN=ON
+  # TODO check documentation CI so that unnecessary files (.cpp, examples/,...) can be left out
+  # doc:
+  #   name: Documentation
+  #   runs-on: [ubuntu-latest]
+  #   steps:
+  #     - name: Checkout
+  #       uses: actions/checkout@v3
+  #       with:
+  #         submodules: true
+  #     - name: Install Doxygen
+  #       run: sudo apt install doxygen
+  #     - name: Install coverxygen
+  #       run: pip3 install coverxygen
+  #     - name: Generate documentation
+  #       run: cd docs && doxygen Doxyfile
+  #     - name: Generate documentation coverage
+  #       run: cd docs && python3 -m coverxygen --xml-dir xml --src-dir ../src/ --output doc-coverage.info --format json-v3 --scope public,protected --kind enum,enumvalue,friend,typedef,function,class,struct,union,define,file,namespace --prefix */src/
+  #     - name: Documentation report
+  #       run: cd docs && ./show_undocumented.py doc-coverage.info

.github/workflows/test.yml

@@ -0,0 +1,21 @@
+on:
+  workflow_call:
+    inputs:
+      flags:
+        type: string
+        default: ''
+jobs:
+  test:
+    name: Test
+    runs-on: [ubuntu-latest]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          submodules: true
+      - name: Configure
+        run: cmake -S . -B build -DCMAKE_BUILD_TYPE=Debug -DTEST=ON ${{ inputs.flags }}
+      - name: Build
+        run: cmake --build build --target test
+      - name: Test
+        run: ./build/test/test

.gitignore

@@ -5,4 +5,7 @@ main
 *.so
 build/*
 install/*
-src/defines.hpp
+inst-dir/*
+src/defines.hpp
+.vscode
+

.gitmodules

@@ -1,3 +1,6 @@
 [submodule "data-sources/mt4g"]
 	path = data-sources/mt4g
 	url = https://github.com/caps-tum/mt4g.git
+[submodule "test/ut"]
+	path = test/ut
+	url = git@github.com:boost-ext/ut.git

CMakeLists.txt

@@ -64,6 +64,11 @@ option(DATA_SOURCES "Build and install all data sources" OFF)
 option(DS_HWLOC "Build and install data source hwloc (Retrieves hwloc topology information)" OFF)
 option(DS_MT4G "Build and install data source mt4g (Compute and memory topology of NVidia GPUs)" OFF)
 option(DS_NUMA "Build and install data source caps-numa-benchmark" OFF)
+option(TEST "Build tests" OFF)
+option(TEST_ASAN "Build tests with enabled address sanitizers" OFF)
+option(TEST_TSAN "Build tests with enabled thread sanitizers" OFF)
+option(TEST_UBSAN "Build tests with enabled undefined behaviour sanitizers" OFF)
+option(TEST_COVERAGE "Build tests with enabled coverage" OFF)
 
 if(DATA_SOURCES)
     set(DS_HWLOC ON)
@@ -75,3 +80,7 @@ endif()
 add_subdirectory(src)
 add_subdirectory(examples)
 add_subdirectory(data-sources)
+
+if(${TEST})
+    add_subdirectory(test)
+endif()

README.md

@@ -46,6 +46,10 @@ cmake ..
 make all install
 ```
 
+## Testing
+
+Please refer to the [Testing Guide](test/README.md) for more information.
+
 ## About
 
 sys-sage has been created by Stepan Vanecek (stepan.vanecek@tum.de) and the [CAPS TUM](https://www.ce.cit.tum.de/en/caps/homepage/). Please contact us in case of questions, bug reporting etc.

docker-compose.yaml

@@ -0,0 +1,14 @@
+version: '3'
+services:
+  test:
+    build:
+      context: test
+      dockerfile: Dockerfile
+    volumes:
+      - .:/sys-sage
+    entrypoint: [ "/bin/sh", "-c" ]
+    command:
+      - |
+        cmake -S /sys-sage -B /build -DCMAKE_BUILD_TYPE=Debug -DTEST=ON
+        cmake --build build --target test
+        ./build/test/test

docs/.gitignore

@@ -1,2 +1,3 @@
 html/*
 latex/*
+xml/*

docs/Doxyfile

@@ -1849,7 +1849,7 @@ EXTRA_SEARCH_MAPPINGS  =
 # If the GENERATE_LATEX tag is set to YES, doxygen will generate LaTeX output.
 # The default value is: YES.
 
-GENERATE_LATEX         = YES
+GENERATE_LATEX         = NO
 
 # The LATEX_OUTPUT tag is used to specify where the LaTeX docs will be put. If a
 # relative path is entered the value of OUTPUT_DIRECTORY will be put in front of
@@ -2134,7 +2134,7 @@ MAN_LINKS              = NO
 # captures the structure of the code including all documentation.
 # The default value is: NO.
 
-GENERATE_XML           = NO
+GENERATE_XML           = YES
 
 # The XML_OUTPUT tag is used to specify where the XML pages will be put. If a
 # relative path is entered the value of OUTPUT_DIRECTORY will be put in front of

docs/show_undocumented.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python3
+
+# Shows undocumented symbols from the sys-sage project.
+# Requires https://github.com/psycofdj/coverxygen, install via: pip3 install coverxygen
+# Generate coverage file: python3 -m coverxygen --xml-dir xml --src-dir ../src/ --output doc-coverage.info --format json-v3
+
+import sys
+import json
+
+if len(sys.argv) != 2:
+    print("Missing input file argument")
+    exit(-1)
+
+cov = json.load(open(sys.argv[1]))
+missing = 0
+for file in cov['files']:
+    for sym in cov['files'][file]:
+        if not sym['documented'] and sym['kind'] not in ['file', 'namespace']:
+            print("[{}:{}]  \033[0;33m{}\033[0m".format(
+                sym['file'], sym['line'], sym['symbol']
+            ))
+            missing += 1
+
+print(f"Undocumented symbols: {missing}")
+
+exit(missing)

examples/gpu-topo-parser.cpp

@@ -18,7 +18,7 @@ int main(int argc, char *argv[])
         std::string path_prefix(argv[0]);
         std::size_t found = path_prefix.find_last_of("/\\");
         path_prefix=path_prefix.substr(0,found) + "/";
-        gpuTopoPath = path_prefix + "example_data/pascal_gpu_topo.csv";
+        gpuTopoPath = path_prefix + "example_data/ampere_gpu_topo.csv";
     }
     else if(argc == 2){
         gpuTopoPath = argv[1];
@@ -42,9 +42,11 @@ int main(int argc, char *argv[])
 
     string output_name = "sys-sage_gpu_sample_output.xml";
     cout << "-------- Exporting as XML to " << output_name << " --------" << endl;
+
+    //topo->DeleteSubtree();
     exportToXml(topo, output_name);
 
-    delete topo;
-    delete n;
+    topo->Delete(true);
+
     return 0;
 }

src/DataPath.hpp

@@ -6,23 +6,23 @@
 #include "defines.hpp"
 #include "Topology.hpp"
 
-//void AddDataPath(DataPath* p, int orientation);
-#define SYS_SAGE_DATAPATH_NONE 1
-#define SYS_SAGE_DATAPATH_OUTGOING 2
-#define SYS_SAGE_DATAPATH_INCOMING 4
+//Component pointing to a DataPath 
+#define SYS_SAGE_DATAPATH_NONE 1 /**< TODO */
+#define SYS_SAGE_DATAPATH_OUTGOING 2 /**< This Component is the source DataPath. */
+#define SYS_SAGE_DATAPATH_INCOMING 4 /**< This Component is the taerget DataPath. */
 
 //int oriented
-#define SYS_SAGE_DATAPATH_BIDIRECTIONAL 8
-#define SYS_SAGE_DATAPATH_ORIENTED 16
+#define SYS_SAGE_DATAPATH_BIDIRECTIONAL 8 /**< DataPath has no direction. */
+#define SYS_SAGE_DATAPATH_ORIENTED 16 /**< DataPath is directec from the source to the target. */
 
 //dp_type
-#define SYS_SAGE_DATAPATH_TYPE_NONE 32
-#define SYS_SAGE_DATAPATH_TYPE_LOGICAL 64
-#define SYS_SAGE_DATAPATH_TYPE_PHYSICAL 128
-#define SYS_SAGE_DATAPATH_TYPE_L3CAT 256
-#define SYS_SAGE_DATAPATH_TYPE_MIG 512
-#define SYS_SAGE_DATAPATH_TYPE_DATATRANSFER 1024
-#define SYS_SAGE_DATAPATH_TYPE_C2C 2048
+#define SYS_SAGE_DATAPATH_TYPE_NONE 32 /**< Generic type of DataPath */
+#define SYS_SAGE_DATAPATH_TYPE_LOGICAL 64 /**< DataPath describes a logical connection/relation of two Components. */
+#define SYS_SAGE_DATAPATH_TYPE_PHYSICAL 128 /**< DataPath describes a physical/hardware connection/relation of two Components. */
+#define SYS_SAGE_DATAPATH_TYPE_L3CAT 256 /**< DataPath type describing Cache partitioning settings. */
+#define SYS_SAGE_DATAPATH_TYPE_MIG 512 /**< DataPath type describing GPU partitioning settings. */
+#define SYS_SAGE_DATAPATH_TYPE_DATATRANSFER 1024 /**< DataPath type describing data transfer attributes. */
+#define SYS_SAGE_DATAPATH_TYPE_C2C 2048 /**< DataPath type describing cache-to-cache latencies (cccbench data source). */
 
 using namespace std;
 class Component;
@@ -103,6 +103,9 @@ class DataPath {
     @see dp_type
     */
     int GetDpType();
+    /**
+     * TODO
+    */
     int GetOriented();
 
     /**
@@ -117,16 +120,19 @@ class DataPath {
     */
     void DeleteDataPath();
 
+    /**
+     * TODO
+    */
     map<string,void*> attrib;
 private:
-    Component * source;
-    Component * target;
+    Component * source; /**< TODO */
+    Component * target; /**< TODO */
 
-    const int oriented;
-    const int dp_type; /**< asdasd */
+    const int oriented; /**< TODO */
+    const int dp_type; /**< TODO */
 
-    double bw;
-    double latency;
+    double bw; /**< TODO */
+    double latency; /**< TODO */
 
 };
 

src/Topology.cpp

@@ -220,8 +220,10 @@ int Component::CountAllSubcomponentsByType(int _componentType)
 
 Component* Component::FindParentByType(int _componentType)
 {
-    return Get
-Component* Component::FindParentByType(int _componentType)
+    return GetAncestorType(_componentType);
+}
+
+Component* Component::GetAncestorType(int _componentType)
 {
     if(componentType == _componentType){
         return this;
@@ -443,7 +445,7 @@ void Component::Delete(bool withSubtree)
     if(GetParent()!= NULL) 
     {
         Component *myParent = GetParent();
-        int j = myParent->RemoveChild(this);
+        myParent->RemoveChild(this);
         if (!withSubtree)
         {
             for(Component* child: children)
@@ -472,6 +474,9 @@ int Component::GetComponentType(){return componentType;}
 string Component::GetName(){return name;}
 int Component::GetId(){return id;}
 
+void Storage::SetSize(long long _size){size = _size;} 
+long long Storage::GetSize(){return size;}
+
 string Chip::GetVendor(){return vendor;}
 void Chip::SetVendor(string _vendor){vendor = _vendor;}
 string Chip::GetModel(){return model;}