diff --git a/disentanglement_lib/methods/shared/architectures.py b/disentanglement_lib/methods/shared/architectures.py
index 71f264a4..243a6bb7 100644
--- a/disentanglement_lib/methods/shared/architectures.py
+++ b/disentanglement_lib/methods/shared/architectures.py
@@ -184,7 +184,7 @@ def conv_encoder(input_tensor, num_latent, is_training=True):
   e3 = tf.layers.conv2d(
       inputs=e2,
       filters=64,
-      kernel_size=2,
+      kernel_size=4,
       strides=2,
       activation=tf.nn.relu,
       padding="same",
@@ -193,7 +193,7 @@ def conv_encoder(input_tensor, num_latent, is_training=True):
   e4 = tf.layers.conv2d(
       inputs=e3,
       filters=64,
-      kernel_size=2,
+      kernel_size=4,
       strides=2,
       activation=tf.nn.relu,
       padding="same",