hunk.code_window:         self.count = 0  # increment this manually
       def total(self):
           """Returns summed number of steps across all agent buffers."""
           return sum(p.count for p in self.policy_builders.values())
  
hunk.labels: keep keep keep keep keep replace keep
hunk.after_edit:         return sum(a.count for a in self.agent_builders.values())
  
hunk.file_path: rllib/evaluation/sample_batch_builder.py
hunk.type: replace
file: Ray Tutorials and Examples
  ==========================
  
  Get started with Ray, Tune, and RLlib with these notebooks that you can run online in CoLab or Binder:
   * `Ray Tutorial Notebooks <https://github.com/ray-project/tutorial>`__
  
  Example Gallery
  ---------------
  
  .. customgalleryitem::
     :tooltip: Build a simple parameter server using Ray.
     :figure: /images/param_actor.png
     :description: :doc:`/auto_examples/plot_parameter_server`
  
  .. customgalleryitem::
     :tooltip: Asynchronous Advantage Actor Critic agent using Ray.
     :figure: /images/a3c.png
     :description: :doc:`/auto_examples/plot_example-a3c`
  
  .. customgalleryitem::
     :tooltip: Simple parallel asynchronous hyperparameter evaluation.
     :figure: /images/hyperparameter.png
     :description: :doc:`/auto_examples/plot_hyperparameter`
  
  .. customgalleryitem::
     :tooltip: Parallelizing a policy gradient calculation on OpenAI Gym Pong.
     :figure: /images/pong.png
     :description: :doc:`/auto_examples/plot_pong_example`
  
  .. customgalleryitem::
     :tooltip: Walkthrough of parallelizing the L-BFGS algorithm.
     :description: :doc:`/auto_examples/plot_lbfgs`
  
  .. customgalleryitem::
     :tooltip: Implementing a simple news reader using Ray.
     :description: :doc:`/auto_examples/plot_newsreader`
  
  .. customgalleryitem::
     :tooltip: Implement a simple streaming application using Ray’s actors.
     :description: :doc:`/auto_examples/plot_streaming`
  
  .. customgalleryitem::
     :tooltip: Distributed Fault-Tolerant BERT training for FAIRSeq using Ray.
     :description: :doc:`/auto_examples/plot_example-lm`
  
  .. toctree::
     :hidden:
  
     plot_parameter_server.rst
     plot_example-a3c.rst
     plot_hyperparameter.rst
     plot_pong_example.rst
     plot_lbfgs.rst
     plot_newsreader.rst
     plot_streaming.rst
     plot_example-lm.rst
  