class_docstr: Generic base class for the batched model.
  
  Subclass needs to implement predict_minibatch() and optionally
  max_minibatch_size().
docstr: Maximum minibatch size for this model.
docstr_tok: ["Maximum","minibatch","size","for","this","model","."]
code: def max_minibatch_size(self) -> int:
      """Maximum minibatch size for this model."""
      return 1
  
imports: import abc
  from collections.abc import Iterable, Iterator
  import inspect
  import itertools
  import multiprocessing
  from typing import Optional, Union
  from absl import logging
  from lit_nlp.api import dataset
  from lit_nlp.api import types
  from lit_nlp.lib import utils
  import numpy
label_desc: Use image node_id 1 for calling the BatchedModel obj's underlying member method code with example usage: obj.max_minibatch_size() and returns: int