added statistics info for etl (#3)

ralphschindler · Oct 15, 2020 · a590886 · a590886
1 parent 1b0ecb4
commit a590886
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/src/AbstractEtl.php b/src/AbstractEtl.php
@@ -7,6 +7,9 @@ abstract class AbstractEtl
     abstract public function extractor(): AbstractExtractor;
     abstract public function loader(): AbstractLoader;
 
+    protected $statistics = [
+    ];
+
     /**
      * @param array $data
      * @return array|Iterator|null
@@ -15,4 +18,9 @@ public function transform(array $data)
     {
         return $data;
     }
+
+    public function getStatistics()
+    {
+        return $this->statistics;
+    }
 }
diff --git a/src/EtlExecutor.php b/src/EtlExecutor.php
@@ -13,7 +13,7 @@ public function execute(AbstractEtl $etl, $incremental = false)
 
         foreach ($extractor->extract($incremental) as $data) {
             $transformed = $etl->transform($data);
-            
+
             if ($transformed instanceof \Iterator) {
                 foreach ($transformed as $transformedData) {
                     $loader->load($transformedData);
@@ -26,7 +26,8 @@ public function execute(AbstractEtl $etl, $incremental = false)
         $loader->cleanup();
 
         return [
-            'loader' => $loader->getStatistics()
+            'loader' => $loader->getStatistics(),
+            'etl' => $etl->getStatistics()
         ];
     }
 }