0.3.0b8 with potential perf improvement in json-gen

pbp/json_generator/gen_nrs.py

@@ -151,6 +151,11 @@ def parse_filename(f: str) -> datetime:
 
         # sort the files by start time
         flac_files.sort(key=lambda x: x.start)
+        for wc in flac_files:
+            df_flac = wc.to_df()
+
+            # concatenate the metadata to the dataframe
+            self.df = pd.concat([self.df, df_flac], axis=0)
 
         # correct each day in the range
         for day in pd.date_range(self.start, self.end, freq="D"):
@@ -160,11 +165,6 @@ def parse_filename(f: str) -> datetime:
                     f"Creating dataframe from {len(flac_files)} "
                     f"files spanning {flac_files[0].start} to {flac_files[-1].start} in self.json_base_dir..."
                 )
-                for wc in flac_files:
-                    df_flac = wc.to_df()
-
-                    # concatenate the metadata to the dataframe
-                    self.df = pd.concat([self.df, df_flac], axis=0)
 
                 self.log.debug(f" Running metadata corrector for {day}")
                 corrector = MetadataCorrector(

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "mbari-pbp"
-version = "0.3.0b7"
+version = "0.3.0b8"
 # for now, pbp version "aligned" (not necessarily exactly) with that of lifewatch-pypam.
 description = "PyPAM based Processing"
 authors = [