Update modeling_quiet.py

modeling_quiet.py

@@ -986,10 +986,14 @@ class QuietModel(QuietPreTrainedModel):
         elif input_ids is not None:
             batch_size, seq_length = input_ids.shape
         elif inputs_embeds is not None:
-            batch_size, seq_length, _ = inputs_embeds.shape
+            if isinstance(inputs_embeds, list):
+                batch_size, seq_length, _ = inputs_embeds[0].shape
+            else:
+                batch_size, seq_length, _ = inputs_embeds.shape
         else:
             raise ValueError("You have to specify either decoder_input_ids or decoder_inputs_embeds")
 
+
         if self.gradient_checkpointing and self.training:
             if use_cache:
                 logger.warning_once(
@@ -1209,7 +1213,7 @@ class QuietForCausalLM(QuietPreTrainedModel):
             attention_mask=attention_mask,
             position_ids=position_ids,
             past_key_values=past_key_values,
-            # inputs_embeds=inputs_embeds,
+            inputs_embeds=inputs_embeds,
             use_cache=use_cache,
             output_attentions=output_attentions,
             output_hidden_states=output_hidden_states,