diff --git a/mlx_lm/utils.py b/mlx_lm/utils.py
index c56121477..f0006fcf7 100644
--- a/mlx_lm/utils.py
+++ b/mlx_lm/utils.py
@@ -67,7 +67,7 @@ def _parse_size(x):
         split += 1
     digits = float(x[:split])
     size = (x[split:]).strip().upper()
-    return int(digits * sizes[size])
+    return int(round(digits * sizes[size]))
 
 
 def _unpack_awq_weights(qweight: mx.array) -> mx.array: