Fix pipeline failure when there is no new increment to mine

Resolves #786

Signed-off-by: Keshav Priyadarshi <git@keshav.space>

Author: keshav-space

minecode_pipelines/__init__.py

@@ -8,4 +8,4 @@
 #
 
 
-VERSION = "0.1.0"
+VERSION = "0.1.1"

minecode_pipelines/pipelines/mine_maven.py

@@ -43,6 +43,7 @@ def steps(cls):
             cls.fetch_federation_config,
             cls.fetch_checkpoint_and_maven_index,
             cls.mine_and_publish_maven_packageurls,
+            cls.save_check_point,
             cls.delete_working_dir,
         )
 
@@ -59,7 +60,10 @@ def fetch_checkpoint_and_maven_index(self):
 
         last_incremental = checkpoint.get("last_incremental")
         self.log(f"last_incremental: {last_incremental}")
-        self.maven_nexus_collector = maven.MavenNexusCollector(last_incremental=last_incremental)
+        self.maven_nexus_collector = maven.MavenNexusCollector(
+            last_incremental=last_incremental,
+            logger=self.log,
+        )
 
     def mine_and_publish_maven_packageurls(self):
         _mine_and_publish_packageurls(
@@ -71,7 +75,6 @@ def mine_and_publish_maven_packageurls(self):
             append_purls=self.append_purls,
             commit_msg_func=self.commit_message,
             logger=self.log,
-            checkpoint_func=self.save_check_point,
         )
 
     def save_check_point(self):

minecode_pipelines/pipes/maven.py

@@ -569,7 +569,13 @@ class MavenNexusCollector:
     WARNING: Processing is rather long: a full index is ~600MB.
     """
 
-    def __init__(self, index_location=None, index_properties_location=None, last_incremental=None):
+    def __init__(
+        self,
+        index_location=None,
+        index_properties_location=None,
+        last_incremental=None,
+        logger=None,
+    ):
         if index_location and last_incremental:
             raise Exception(
                 "index_location and last_incremental cannot both be set at the same time. "
@@ -599,6 +605,8 @@ def __init__(self, index_location=None, index_properties_location=None, last_inc
             self.index_increment_locations = [
                 download.path for download in index_increment_downloads
             ]
+            if logger and not self.index_increment_locations:
+                logger("No new index increment to mine.")
         elif index_location:
             self.index_location = index_location
             self.index_increment_locations = []
@@ -723,8 +731,9 @@ def _get_packages_from_index_increments(self):
 
     def get_packages(self):
         """Yield Package objects from maven index or index increments"""
+        packages = []
         if self.index_increment_locations:
             packages = chain(self._get_packages_from_index_increments())
-        else:
+        elif self.index_location:
             packages = self._get_packages(content=self.index_location)
         return packages

pyproject-minecode_pipelines.toml

@@ -4,7 +4,7 @@ build-backend = "flot.buildapi"
 
 [project]
 name = "minecode_pipelines"
-version = "0.1.0"
+version = "0.1.1"
 description = "A library for mining packageURLs and package metadata from ecosystem repositories."
 readme = "minecode_pipelines/README.rst"
 license = { text = "Apache-2.0" }
@@ -64,7 +64,7 @@ mine_swift = "minecode_pipelines.pipelines.mine_swift:MineSwift"
 mine_composer = "minecode_pipelines.pipelines.mine_composer:MineComposer"
 
 [tool.bumpversion]
-current_version = "0.1.0"
+current_version = "0.1.1"
 allow_dirty = true
 
 files = [