diff --git a/parler_tts/modeling_parler_tts.py b/parler_tts/modeling_parler_tts.py
index 6157cc4..b0d8200 100644
--- a/parler_tts/modeling_parler_tts.py
+++ b/parler_tts/modeling_parler_tts.py
@@ -330,6 +330,7 @@ def __init__(self, num_positions: int, embedding_dim: int):
         super().__init__()
         self.embedding_dim = embedding_dim
         self.make_weights(num_positions, embedding_dim)
+        self.offset=2
 
     def make_weights(self, num_embeddings: int, embedding_dim: int):
         emb_weights = self.get_embedding(num_embeddings, embedding_dim)