Merged cutout classification table doesn't keep quality flags in all row for the same MDI/HMI file.

[samaloney]

In [108]: problematic_quicklooks = [
     ...:     "20010116_000028_MDI.png",
     ...:     "20001130_000028_MDI.png",
     ...:     "19990420_235943_MDI.png",
     ...:     "19960904_000030_.png",
     ...:     "19960905_000030_.png",
     ...:     "20010116_000028_.png",
     ...:     "20001130_000028_.png",
     ...:     "19990420_235943_.png",
     ...:     "19960916_000030_.png",
     ...:     "19960903_000030_.png",
     ...:     "20050201_235943_.png",
     ...:     "20090527_000026_.png"
     ...: ]

t = Table.read("current_parqs/v0.3.0/04_final/data/cutout_classification/region_classification.parq")df = t[names].to_pandas()


for name in problematic_quicklooks:
     ...:     mdi = df[df.quicklook_path_mdi.str[-20:] == name]
     ...:     hmi = df[df.quicklook_path_hmi.str[-23:] == name]
     ...:     if len(mdi):
     ...:         print("MDI", name, set(mdi['QUALITY_mdi'].values), mdi['processed_path_image_mag_mdi'].str[-46:].values)
     ...:     elif len(hmi):
     ...:         print("HMI", name, set(hmi['QUALITY_hmi'].values))
     ...:
MDI 19960904_000030_.png {'00000200', nan} ['.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960904_000000_TAI.data.fits']
MDI 19960905_000030_.png {'00000200', nan} ['.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19960905_000000_TAI.data.fits']
MDI 20001130_000028_.png {'00010200', nan} ['.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits'
 '.fd_m_96m_lev182.20001130_000000_TAI.data.fits']
MDI 19990420_235943_.png {'00000000', nan} ['.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits'
 '.fd_m_96m_lev182.19990421_000000_TAI.data.fits']