Make only 1 thumbnail per lvl3 rootname

Author: bhilbert4

jwql/jwql_monitors/generate_preview_images.py

@@ -761,7 +761,7 @@ def preview_img_from_file(fname, file_info, preview_output_directory, thumbnail_
 
     else:
         # Stage 3 fits file - create thumbnails for all level 3 products
-        img = Level3PreviewImage(fname, create_thumbnail=True,
+        img = Level3PreviewImage(fname, create_thumbnail=file_info['create_thumbnail'],
                                  preview_output_directory=preview_output_directory,
                                  thumbnail_output_directory=thumbnail_output_directory,
                                  wfss_nbrightest_sources=2
@@ -833,6 +833,13 @@ def process_program(program, overwrite, level3_only):
                              'filename_parser() failed to recognize the file pattern.'))
     filenames = filtered_filenames
 
+    # Sort in order to help keep track of thumbnail production for level 3 files
+    filenames = sorted(filenames, reverse=True)
+
+    # Dictionary to track whether a thumbnail has been created for a level 3 rootname
+    # Keys are rootnames, values are booleans describing whether a thumbail image has been made
+    thumbs = {}
+
     logging.info('Found {} filenames'.format(len(filenames)))
     logging.info('')
 
@@ -850,7 +857,7 @@ def process_program(program, overwrite, level3_only):
             identifier = f'jw{parsed["program_id"]}'
         else:
             # In this case, the filename_parser failed to recognize the filename
-            identifier = os.path.basename(filename).split('.fits')[0]
+            identifier = os.path.basename(filename).split('.')[0]
             logging.warning((f'While running generate_preview_images.process_program() on filtered filename {filename}, the '
                              'filename_parser() failed to recognize the file pattern.'))
         preview_output_directory = os.path.join(SETTINGS['preview_image_filesystem'], identifier)
@@ -880,9 +887,26 @@ def process_program(program, overwrite, level3_only):
             permissions.set_permissions(thumbnail_output_directory)
             logging.info('\tCreated directory {}'.format(thumbnail_output_directory))
 
+        # For level 3 files, add a key to the filename_parser results, describing
+        # whether or not to create a thumbnail image
+        if 'stage_3' in parsed['filename_type']:
+            root = filename[0:filename.rfind('_')]
+            if root in thumbs:
+                if thumbs[root]:
+                    parsed['create_thumbnail'] = False
+                else:
+                    parsed['create_thumbnail'] = True
+            else:
+                parsed['create_thumbnail'] = True
+
         # Create the nominal preview image and thumbnail
         try:
             prev_ims, thumb_ims = preview_img_from_file(filename, parsed, preview_output_directory, thumbnail_output_directory)
+            thumbs[root] = True
+
+            # For development only
+            print(f'Working on {filename}. Created thumbnail: {parsed["create_thumbnail"]}')
+
             if prev_ims is not None:
                 new_preview_counter += 1
                 thumbnail_files.extend(thumb_ims)