[Framework] Fix raw results are not sent when raw results are not being parsed into entities (#782)

Author: Tankilevitch

CHANGELOG.md

@@ -7,6 +7,18 @@ this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.htm
 
 <!-- towncrier release notes start -->
 
+## 0.9.2 (2024-07-05)
+
+### Improvements
+
+- Added log of the used integration mapping for each resync event
+- Added log when failed on processing jq mapping for raw result
+
+### Bug Fixes
+
+- Fixed an issue where raw results were not being sent if raw data didn't map to any entity
+
+
 ## 0.9.1 (2024-06-23)
 
 

port_ocean/core/handlers/entity_processor/jq_entity_processor.py

@@ -52,7 +52,10 @@ async def _search(self, data: dict[str, Any], pattern: str) -> Any:
             compiled_pattern = self._compile(pattern)
             first_value_callable = functools.partial(compiled_pattern.first, data)
             return await loop.run_in_executor(None, first_value_callable)
-        except Exception:
+        except Exception as exc:
+            logger.debug(
+                f"Failed to search for pattern {pattern} in data {data}, {exc}"
+            )
             return None
 
     async def _search_as_bool(self, data: dict[str, Any], pattern: str) -> bool:
@@ -207,6 +210,15 @@ async def _parse_items(
                         examples_to_send.append(result.raw_data)
                 else:
                     failed_entities.append(parsed_entity)
+        if (
+            not calculated_entities_results
+            and raw_results
+            and send_raw_data_examples_amount > 0
+        ):
+            logger.warning(
+                f"No entities were parsed from {len(raw_results)} raw results, sending raw data examples"
+            )
+            examples_to_send = raw_results[:send_raw_data_examples_amount]
 
         await self._send_examples(examples_to_send, mapping.kind)
 

port_ocean/core/integrations/mixins/sync_raw.py

@@ -90,7 +90,6 @@ async def _execute_resync_tasks(
     ) -> tuple[RESYNC_RESULT, list[RAW_RESULT | Exception]]:
         tasks = []
         results = []
-
         for task in fns:
             if inspect.isasyncgenfunction(task):
                 results.append(resync_generator_wrapper(task, resource_config.kind))
@@ -415,7 +414,7 @@ async def sync_raw_all(
             app_config = await self.port_app_config_handler.get_port_app_config(
                 use_cache=False
             )
-
+            logger.info(f"Resync will use the following mappings: {app_config.dict()}")
             try:
                 entities_at_port = await ocean.port_client.search_entities(
                     user_agent_type

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "port-ocean"
-version = "0.9.1"
+version = "0.9.2"
 description = "Port Ocean is a CLI tool for managing your Port projects."
 readme = "README.md"
 homepage = "https://app.getport.io"