Make observer an Option, and remove BoundsObserver

geomesa-fs/geomesa-fs-storage/geomesa-fs-storage-common/src/main/scala/org/locationtech/geomesa/fs/storage/common/AbstractFileSystemStorage.scala

@@ -20,8 +20,8 @@ import org.locationtech.geomesa.fs.storage.api.StorageMetadata.StorageFileAction
 import org.locationtech.geomesa.fs.storage.api.StorageMetadata._
 import org.locationtech.geomesa.fs.storage.api._
 import org.locationtech.geomesa.fs.storage.common.AbstractFileSystemStorage.{FileSystemPathReader, WriterConfig}
-import org.locationtech.geomesa.fs.storage.common.observer.FileSystemObserverFactory.{CompositeObserver, NoOpObserver}
-import org.locationtech.geomesa.fs.storage.common.observer.{BoundsObserver, FileSystemObserver, FileSystemObserverFactory}
+import org.locationtech.geomesa.fs.storage.common.observer.FileSystemObserverFactory.CompositeObserver
+import org.locationtech.geomesa.fs.storage.common.observer.{FileSystemObserver, FileSystemObserverFactory}
 import org.locationtech.geomesa.fs.storage.common.utils.StorageUtils.FileType
 import org.locationtech.geomesa.fs.storage.common.utils.StorageUtils.FileType.FileType
 import org.locationtech.geomesa.fs.storage.common.utils.{PathCache, StorageUtils}
@@ -73,7 +73,7 @@ abstract class AbstractFileSystemStorage(
     * @param observer observer to report stats on the data written
     * @return
     */
-  protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: FileSystemObserver): FileSystemWriter
+  protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: Option[FileSystemObserver]): FileSystemWriter
 
   /**
     * Create a path reader with the given filter and transform
@@ -236,9 +236,9 @@ abstract class AbstractFileSystemStorage(
     def pathAndObserver: WriterConfig = {
       val path = StorageUtils.nextFile(context.root, partition, metadata.leafStorage, extension, fileType)
       PathCache.register(context.fc, path)
-      val noopObserver = NoOpObserver
-      val observer = if (observers.isEmpty) { noopObserver } else {
-        new CompositeObserver(observers.map(_.apply(path)).+:(noopObserver)).asInstanceOf[BoundsObserver]
+      val observer = if (observers.isEmpty) { None } else {
+        val compositeObserver = new CompositeObserver(observers.map(_.apply(path)))
+        Some(compositeObserver)
       }
       WriterConfig(partition, action, path, observer)
     }
@@ -372,7 +372,7 @@ object AbstractFileSystemStorage {
   /**
    * Tracks metadata during writes
    */
-  abstract class MetadataObserver extends BoundsObserver {
+  abstract class MetadataObserver extends FileSystemObserver {
 
     private var count: Long = 0L
     private val bounds: Envelope = new Envelope()
@@ -386,14 +386,12 @@ object AbstractFileSystemStorage {
       }
     }
 
-    def getBoundingBox: Envelope = bounds
-
     override def flush(): Unit = {}
 
     override def close(): Unit = onClose(bounds, count)
 
     protected def onClose(bounds: Envelope, count: Long): Unit
   }
 
-  private case class WriterConfig(partition: String, action: StorageFileAction, path: Path, observer: BoundsObserver)
+  private case class WriterConfig(partition: String, action: StorageFileAction, path: Path, observer: Option[FileSystemObserver])
 }

geomesa-fs/geomesa-fs-storage/geomesa-fs-storage-common/src/main/scala/org/locationtech/geomesa/fs/storage/common/observer/FileSystemObserver.scala

@@ -9,13 +9,8 @@
 package org.locationtech.geomesa.fs.storage.common.observer
 
 import org.locationtech.geomesa.fs.storage.api.FileSystemStorage.FileSystemWriter
-import org.locationtech.jts.geom.Envelope
 
 /**
  * Marker trait for writer hooks
  */
-trait FileSystemObserver extends FileSystemWriter
-
-trait BoundsObserver extends FileSystemObserver {
-  def getBoundingBox: Envelope
-}
+trait FileSystemObserver extends FileSystemWriter

geomesa-fs/geomesa-fs-storage/geomesa-fs-storage-common/src/main/scala/org/locationtech/geomesa/fs/storage/common/observer/FileSystemObserverFactory.scala

@@ -13,7 +13,6 @@ import org.apache.hadoop.conf.Configuration
 import org.apache.hadoop.fs.Path
 import org.geotools.api.feature.simple.{SimpleFeature, SimpleFeatureType}
 import org.locationtech.geomesa.utils.io.{CloseQuietly, FlushQuietly}
-import org.locationtech.jts.geom.Envelope
 
 import java.io.Closeable
 
@@ -42,9 +41,8 @@ trait FileSystemObserverFactory extends Closeable {
 
 object FileSystemObserverFactory {
 
-  object NoOpObserver extends BoundsObserver {
+  object NoOpObserver extends FileSystemObserver {
     override def write(feature: SimpleFeature): Unit = {}
-    override def getBoundingBox: Envelope = new Envelope()
     override def flush(): Unit = {}
     override def close(): Unit = {}
   }
@@ -54,14 +52,8 @@ object FileSystemObserverFactory {
    *
    * @param observers observers
    */
-  class CompositeObserver(observers: Seq[FileSystemObserver]) extends BoundsObserver {
+  class CompositeObserver(observers: Seq[FileSystemObserver]) extends FileSystemObserver {
     override def write(feature: SimpleFeature): Unit = observers.foreach(_.write(feature))
-
-    // Get the bounding box for the UpdateObserver instance (the first one in the list)
-    override def getBoundingBox: Envelope = {
-      observers.head.asInstanceOf[BoundsObserver].getBoundingBox
-    }
-
     override def flush(): Unit = FlushQuietly(observers).foreach(e => throw e)
     override def close(): Unit = CloseQuietly(observers).foreach(e => throw e)
   }

geomesa-fs/geomesa-fs-storage/geomesa-fs-storage-convert/src/main/scala/org/locationtech/geomesa/fs/storage/converter/ConverterStorage.scala

@@ -31,7 +31,7 @@ class ConverterStorage(context: FileSystemContext, metadata: StorageMetadata, co
   // actually need to be closed, and since they will only open a single connection per converter, the
   // impact should be low
 
-  override protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: FileSystemObserver): FileSystemWriter =
+  override protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: Option[FileSystemObserver]): FileSystemWriter =
     throw new NotImplementedError()
 
   override protected def createReader(

geomesa-fs/geomesa-fs-storage/geomesa-fs-storage-orc/src/main/scala/org/locationtech/geomesa/fs/storage/orc/OrcFileSystemStorage.scala

@@ -21,7 +21,7 @@ import org.locationtech.geomesa.fs.storage.api._
 import org.locationtech.geomesa.fs.storage.common.AbstractFileSystemStorage
 import org.locationtech.geomesa.fs.storage.common.AbstractFileSystemStorage.{FileSystemPathReader, MetadataObserver}
 import org.locationtech.geomesa.fs.storage.common.observer.FileSystemObserverFactory.CompositeObserver
-import org.locationtech.geomesa.fs.storage.common.observer.{BoundsObserver, FileSystemObserver}
+import org.locationtech.geomesa.fs.storage.common.observer.FileSystemObserver
 import org.locationtech.geomesa.utils.geotools.ObjectType
 import org.locationtech.geomesa.utils.geotools.ObjectType.ObjectType
 import org.locationtech.jts.geom.{Envelope, Geometry}
@@ -34,13 +34,19 @@ import org.locationtech.jts.geom.{Envelope, Geometry}
 class OrcFileSystemStorage(context: FileSystemContext, metadata: StorageMetadata)
     extends AbstractFileSystemStorage(context, metadata, OrcFileSystemStorage.FileExtension) {
 
-  private class SingleGeometryObserver(partition: String, action: StorageFileAction, file: Path) extends MetadataObserver with BoundsObserver {
+  private class SingleGeometryObserver(partition: String, action: StorageFileAction, file: Path) extends MetadataObserver {
     override protected def onClose(bounds: Envelope, count: Long): Unit = new FileBasedMetadataCallback(partition, action, file)(bounds, count)
   }
 
-  override protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: FileSystemObserver): FileSystemWriter = {
-    val compositeObserver = new CompositeObserver(Seq(new SingleGeometryObserver(partition, action, file), observer))
-    new OrcFileSystemWriter(metadata.sft, context.conf, file, compositeObserver)
+  override protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: Option[FileSystemObserver]): FileSystemWriter = {
+    val singleGeometryObserver = new SingleGeometryObserver(partition, action, file)
+
+    observer match {
+      case Some(_) =>
+        val compositeObserver = new CompositeObserver(Seq(singleGeometryObserver, observer.get))
+        new OrcFileSystemWriter(metadata.sft, context.conf, file, compositeObserver)
+      case None => new OrcFileSystemWriter(metadata.sft, context.conf, file, singleGeometryObserver)
+    }
   }
 
   override protected def createReader(

geomesa-fs/geomesa-fs-storage/geomesa-fs-storage-parquet/src/main/scala/org/locationtech/geomesa/fs/storage/parquet/ParquetFileSystemStorage.scala

@@ -24,7 +24,6 @@ import org.locationtech.geomesa.fs.storage.common.{AbstractFileSystemStorage, Fi
 import org.locationtech.geomesa.fs.storage.common.AbstractFileSystemStorage.FileSystemPathReader
 import org.locationtech.geomesa.fs.storage.common.jobs.StorageConfiguration
 import org.locationtech.geomesa.fs.storage.common.observer.FileSystemObserver
-import org.locationtech.geomesa.fs.storage.common.observer.FileSystemObserverFactory.NoOpObserver
 import org.locationtech.geomesa.fs.storage.parquet.ParquetFileSystemStorage.ParquetFileSystemWriter
 import org.locationtech.geomesa.utils.io.CloseQuietly
 import org.locationtech.jts.geom.Envelope
@@ -37,7 +36,7 @@ import org.locationtech.jts.geom.Envelope
 class ParquetFileSystemStorage(context: FileSystemContext, metadata: StorageMetadata)
     extends AbstractFileSystemStorage(context, metadata, ParquetFileSystemStorage.FileExtension) {
 
-  override protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: FileSystemObserver): FileSystemWriter = {
+  override protected def createWriter(partition: String, action: StorageFileAction, file: Path, observer: Option[FileSystemObserver]): FileSystemWriter = {
     val sftConf = new Configuration(context.conf)
     StorageConfiguration.setSft(sftConf, metadata.sft)
     new ParquetFileSystemWriter(metadata.sft, file, sftConf, observer, new FileBasedMetadataCallback(partition, action, file))
@@ -76,19 +75,26 @@ object ParquetFileSystemStorage extends LazyLogging {
       sft: SimpleFeatureType,
       file: Path,
       conf: Configuration,
-      observer: FileSystemObserver = NoOpObserver,
+      observer: Option[FileSystemObserver] = None,
       callback: (Envelope, Long) => Unit = ((_, _) => {})
     ) extends FileSystemWriter {
 
     private val writer = SimpleFeatureParquetWriter.builder(file, conf, callback).build()
 
     override def write(f: SimpleFeature): Unit = {
       writer.write(f)
-      observer.write(f)
+      if (observer.isDefined) {
+        observer.get.write(f)
+      }
     }
-    override def flush(): Unit = observer.flush()
+    override def flush(): Unit = if (observer.isDefined) { observer.get.flush() }
     override def close(): Unit = {
-      CloseQuietly(Seq(writer, observer)).foreach(e => throw e)
+      if (observer.isDefined) {
+        CloseQuietly(Seq(writer, observer.get)).foreach(e => throw e)
+      } else {
+        CloseQuietly(Seq(writer)).foreach(e => throw e)
+      }
+
       if (FileValidationEnabled.get.toBoolean) {
         validateParquetFile(file)
       }