diff --git a/hparams.py b/hparams.py
index 55f39e6..8886f18 100644
--- a/hparams.py
+++ b/hparams.py
@@ -19,6 +19,7 @@ def create_hparams(hparams_string=None, verbose=False):
         dist_url="tcp://localhost:54321",
         cudnn_enabled=True,
         cudnn_benchmark=False,
+        ignore_layers=['embedding.weight'],
 
         ################################
         # Data Parameters             #