From 980cbdf34625d2412d498dce28d5e58865462c66 Mon Sep 17 00:00:00 2001
From: JulienPeloton <peloton@lal.in2p3.fr>
Date: Fri, 2 Feb 2024 14:35:56 +0100
Subject: [PATCH] Change type for from_upper from boolean to int

---
 fink_broker/hbaseUtils.py | 2 +-
 fink_broker/science.py    | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/fink_broker/hbaseUtils.py b/fink_broker/hbaseUtils.py
index 4bf27473..c7f43542 100644
--- a/fink_broker/hbaseUtils.py
+++ b/fink_broker/hbaseUtils.py
@@ -76,7 +76,7 @@ def load_fink_cols():
         'lower_rate': {'type': 'double', 'default': 0.0},
         'upper_rate': {'type': 'double', 'default': 0.0},
         'delta_time': {'type': 'double', 'default': 0.0},
-        'from_upper': {'type': 'boolean', 'default': False},
+        'from_upper': {'type': 'int', 'default': int(False)},
         'spicy_id': {'type': 'int', 'default': -1},
         'spicy_name': {'type': 'string', 'default': 'Unknown'},
     }
diff --git a/fink_broker/science.py b/fink_broker/science.py
index e81ca292..806b0b13 100644
--- a/fink_broker/science.py
+++ b/fink_broker/science.py
@@ -421,6 +421,8 @@ def apply_science_modules(df: DataFrame, noscience: bool = False) -> DataFrame:
         cols_before + [df["ft_module"][k].alias(k) for k in rate_module_output_schema.keys()]
     )
 
+    df = df.withColumn('from_upper', df['from_upper'].astype('int'))
+
     # Drop temp columns
     df = df.drop(*expanded)