class_docstr: Inference model implementation for ragged batching for Llama-2 models.
class_docstr_tok: ["Inference","model","implementation","for","ragged","batching","for","Llama-2","models","."]
code: def n_heads_kv(self) -> int:
      return (
          self._config.num_kv_heads
          if (
              self._config.new_decoder_architecture
              or not self._config.multi_query
          )
          else 1
      )
  
imports: from typing import Iterable, Optional, Tuple
  import torch
  import deepspeed.comm
  from ...allocator import empty_from
  from ...inference_utils import ActivationType, DtypeEnum
  from ..None import *
  from ...modules.configs import *
  from ...modules.interfaces import *
  from ...ragged import RaggedBatchWrapper
  from .container import FalconNonTransformerContainer, FalconTransformerContainer
label_desc: Use image node_id 8 for calling the FalconInferenceModel obj's underlying member method code with example usage: obj.n_heads_kv() and returns: unknown