Clamp tgt to avoid NaN in rtdetr_decoder.py (#464)

Peterande · web-flow · commit 05a923953f11 · 2025-04-19T09:59:09.000+08:00
* Clamp tgt to avoid NaN in rtdetr_decoder.py

tgt reaches inf when pretraining on Objects365.

* Clamp tgt to avoid NaN in rtdetr_decoder.py

tgt reaches inf when pretraining on Objects365
diff --git a/rtdetr_pytorch/src/zoo/rtdetr/rtdetr_decoder.py b/rtdetr_pytorch/src/zoo/rtdetr/rtdetr_decoder.py
@@ -220,7 +220,7 @@ def forward(self,
         # ffn
         tgt2 = self.forward_ffn(tgt)
         tgt = tgt + self.dropout4(tgt2)
-        tgt = self.norm3(tgt)
+        tgt = self.norm3(tgt.clamp(min=-65504, max=65504))
 
         return tgt
 
diff --git a/rtdetrv2_pytorch/src/zoo/rtdetr/rtdetr_decoder.py b/rtdetrv2_pytorch/src/zoo/rtdetr/rtdetr_decoder.py
@@ -220,7 +220,7 @@ def forward(self,
         # ffn
         tgt2 = self.forward_ffn(tgt)
         tgt = tgt + self.dropout4(tgt2)
-        tgt = self.norm3(tgt)
+        tgt = self.norm3(tgt.clamp(min=-65504, max=65504))
 
         return tgt
 
