diff --git a/dezero/layers.py b/dezero/layers.py
index 564279f..7a76f9d 100644
--- a/dezero/layers.py
+++ b/dezero/layers.py
@@ -231,7 +231,7 @@ def __init__(self, hidden_size, in_size=None):
         """
         super().__init__()
         self.x2h = Linear(hidden_size, in_size=in_size)
-        self.h2h = Linear(hidden_size, in_size=in_size, nobias=True)
+        self.h2h = Linear(hidden_size, in_size=hidden_size, nobias=True)
         self.h = None
 
     def reset_state(self):
@@ -328,4 +328,4 @@ def __call__(self, x):
         if self.avg_mean.data is None:
             self._init_params(x)
         return F.batch_nrom(x, self.gamma, self.beta, self.avg_mean.data,
-                            self.avg_var.data)
\ No newline at end of file
+                            self.avg_var.data)