import tensorflow as tf

                self,
                'fb_bias_%s' % idx,
                tf.get_variable(
                    name='%s_fb_bias_%s' % (self.layer_name, idx),
                    dtype=self.dtype,
                    initializer=tf.ones([lower_feats], dtype=self.dtype),
                    trainable=True))
            setattr(
                self,
                'ff_kernel_%s' % idx,
