diff --git a/conformer/conformer.py b/conformer/conformer.py
index 62aced4..6762d13 100644
--- a/conformer/conformer.py
+++ b/conformer/conformer.py
@@ -225,6 +225,7 @@ def __init__(
         conv_dropout = 0.
     ):
         super().__init__()
+        self.dim = dim
         self.layers = nn.ModuleList([])
 
         for _ in range(depth):
diff --git a/setup.py b/setup.py
index e388ad7..3bd36b0 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'conformer',
   packages = find_packages(),
-  version = '0.3.0',
+  version = '0.3.1',
   license='MIT',
   description = 'The convolutional module from the Conformer paper',
   author = 'Phil Wang',