Replaced db exists check with internal flag in FixedDurationSegmenter

vitrivr · Nov 22, 2023 · 464417f · 464417f
1 parent 2b0642c
commit 464417f
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 5 deletions.
diff --git a/...r-engine-index/src/main/kotlin/org/vitrivr/engine/index/segment/FixedDurationSegmenter.kt b/...r-engine-index/src/main/kotlin/org/vitrivr/engine/index/segment/FixedDurationSegmenter.kt
@@ -91,6 +91,10 @@ class FixedDurationSegmenter : SegmenterFactory {
         /** Reference to the last [Source] encountered by this [FixedDurationSegmenter]. */
         private var lastSource: Source? = null
 
+        /** Tracks if the current source retrievable has already been persisted. */
+        private var sourceWritten = false
+
+
         /** [KLogger] instance. */
         private val logger: KLogger = KotlinLogging.logger {}
 
@@ -105,6 +109,7 @@ class FixedDurationSegmenter : SegmenterFactory {
                             }
                             this.lastSource = content.source
                             this.lastStartTime = 0
+                            this.sourceWritten = false
                             logger.info { "Starting to segment new source ${lastSource?.name} (${lastSource?.sourceId})" }
                         }
                         this.cache.add(content)
@@ -144,12 +149,14 @@ class FixedDurationSegmenter : SegmenterFactory {
                 override val source: Source = source
             }
 
-            /* Persist source retrievable and send it downstream, if it doesn't exist. */
-            if (!this.reader.exists(source.sourceId)) {
+            /* Persist source retrievable and send it downstream */
+            if (!this.sourceWritten) {
                 this.writer.add(sourceRetrievable)
                 downstream.send(sourceRetrievable)
+                this.sourceWritten = true
             }
 
+
             /* Drain cache. */
             val content = LinkedList<ContentElement<*>>()
             this.cache.removeIf {

diff --git a/...ivr-engine-index/src/main/kotlin/org/vitrivr/engine/index/segment/PassThroughSegmenter.kt b/...ivr-engine-index/src/main/kotlin/org/vitrivr/engine/index/segment/PassThroughSegmenter.kt
@@ -99,9 +99,8 @@ class PassThroughSegmenter : SegmenterFactory {
             }
 
             /* Persist retrievable. */
-            if (!this.reader.exists(source.sourceId)) {
-                this.writer.add(result)
-            }
+            this.writer.add(result)
+
 
             /* Return result. */
             return result