From 9acfce604777dbedc7348198155299a73ba0fba8 Mon Sep 17 00:00:00 2001
From: JulienPeloton <peloton@lal.in2p3.fr>
Date: Thu, 18 Jan 2024 14:13:17 +0100
Subject: [PATCH] Use filter for SIMBAD statistics

---
 bin/daily_stats.py | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/bin/daily_stats.py b/bin/daily_stats.py
index db524a7e..28589d6c 100644
--- a/bin/daily_stats.py
+++ b/bin/daily_stats.py
@@ -26,6 +26,7 @@
 from fink_broker.loggingUtils import get_fink_logger, inspect_application
 
 from fink_filters.classification import extract_fink_classification
+from fink_filters.filter_simbad_candidates.filter import simbad_candidates
 
 
 def main():
@@ -95,9 +96,10 @@ def main():
     out_dic['sci'] = n_sci_alert
 
     # matches with SIMBAD
-    n_simbad = df_sci.select('cdsxmatch')\
-        .filter(df_sci['cdsxmatch'] != 'Unknown')\
-        .count()
+    n_simbad = df_sci.withColumn(
+        "is_simbad",
+        simbad_candidates("cdsxmatch")
+    ).filter(F.col("is_simbad")).count()
 
     out_dic['simbad_tot'] = n_simbad