vfdev-5: @Mxbonn thanks for the PR. Looks good! I left a comment in the code. And maybe a little test can be added too. 
And I need to repair CI before merging the PR 
Mxbonn: @vfdev-5 thanks for the comment, I addressed it and also added tests :)
vfdev-5: Thanks Maxim ! Looks OK for me. As previously said we'll need to fix the CI at first and then we can merge your PR.
diff --git a/ignite/contrib/handlers/base_logger.py b/ignite/contrib/handlers/base_logger.py
index 957e800d..aa777bed 100644
--- a/ignite/contrib/handlers/base_logger.py
+++ b/ignite/contrib/handlers/base_logger.py
@@ -50,13 +50,14 @@ class BaseOptimizerParamsHandler(BaseHandler):
     Base handler for logging optimizer parameters
     """
 
-    def __init__(self, optimizer, param_name="lr"):
+    def __init__(self, optimizer, param_name="lr", tag=None):
         if not isinstance(optimizer, torch.optim.Optimizer):
             raise TypeError("Argument optimizer should be of type torch.optim.Optimizer, "
                             "but given {}".format(type(optimizer)))
 
         self.optimizer = optimizer
         self.param_name = param_name
+        self.tag = tag
 
 
 class BaseOutputHandler(BaseHandler):
diff --git a/ignite/contrib/handlers/tensorboard_logger.py b/ignite/contrib/handlers/tensorboard_logger.py
index bb3eef95..39734a42 100644
--- a/ignite/contrib/handlers/tensorboard_logger.py
+++ b/ignite/contrib/handlers/tensorboard_logger.py
@@ -87,17 +87,19 @@ class OptimizerParamsHandler(BaseOptimizerParamsHandler):
     Args:
         optimizer (torch.optim.Optimizer): torch optimizer which parameters to log
         param_name (str): parameter name
+        tag (str, optional): common title for all produced plots. For example, 'generator'
     """
 
-    def __init__(self, optimizer, param_name="lr"):
-        super(OptimizerParamsHandler, self).__init__(optimizer, param_name)
+    def __init__(self, optimizer, param_name="lr", tag=None):
+        super(OptimizerParamsHandler, self).__init__(optimizer, param_name, tag)
 
     def __call__(self, engine, logger, event_name):
         if not isinstance(logger, TensorboardLogger):
             raise RuntimeError("Handler 'OptimizerParamsHandler' works only with TensorboardLogger")
 
         global_step = engine.state.get_event_attrib_value(event_name)
-        params = {"{}/group_{}".format(self.param_name, i): float(param_group[self.param_name])
+        tag_prefix = "{}/".format(self.tag) if self.tag else ""
+        params = {"{}{}/group_{}".format(tag_prefix, self.param_name, i): float(param_group[self.param_name])
                   for i, param_group in enumerate(self.optimizer.param_groups)}
 
         for k, v in params.items():
diff --git a/ignite/contrib/handlers/visdom_logger.py b/ignite/contrib/handlers/visdom_logger.py
index 1f05633d..2a6904cd 100644
--- a/ignite/contrib/handlers/visdom_logger.py
+++ b/ignite/contrib/handlers/visdom_logger.py
@@ -150,11 +150,12 @@ class OptimizerParamsHandler(BaseOptimizerParamsHandler, _BaseVisDrawer):
     Args:
         optimizer (torch.optim.Optimizer): torch optimizer which parameters to log
         param_name (str): parameter name
+        tag (str, optional): common title for all produced plots. For example, 'generator'
         show_legend (bool, optional): flag to show legend in the window
     """
 
-    def __init__(self, optimizer, param_name="lr", show_legend=False):
-        super(OptimizerParamsHandler, self).__init__(optimizer, param_name)
+    def __init__(self, optimizer, param_name="lr", tag=None, show_legend=False):
+        super(OptimizerParamsHandler, self).__init__(optimizer, param_name, tag)
         _BaseVisDrawer.__init__(self, show_legend=show_legend)
 
     def __call__(self, engine, logger, event_name):
@@ -162,7 +163,8 @@ class OptimizerParamsHandler(BaseOptimizerParamsHandler, _BaseVisDrawer):
             raise RuntimeError("Handler 'OptimizerParamsHandler' works only with VisdomLogger")
 
         global_step = engine.state.get_event_attrib_value(event_name)
-        params = {"{}/group_{}".format(self.param_name, i): float(param_group[self.param_name])
+        tag_prefix = "{}/".format(self.tag) if self.tag else ""
+        params = {"{}{}/group_{}".format(tag_prefix, self.param_name, i): float(param_group[self.param_name])
                   for i, param_group in enumerate(self.optimizer.param_groups)}
 
         for k, v in params.items():

Add tag to OptimizerParamsHandler 
Idea is to improve `OptimizerParamsHandler` (`tensorboard_logger`, `visdom_logger`, ...) by adding a tag free field in order to be able to log several optimizers in different plots. This can be helpful when logging lr of generator/descriminator optimizers in GAN.

```python
tb_logger.attach(trainer,
                 log_handler=OptimizerParamsHandler(optimizer_D, "lr", tag="descriminator"), 
                 event_name=Events.EPOCH_STARTED)

tb_logger.attach(trainer,
                 log_handler=OptimizerParamsHandler(optimizer_G, "lr", tag="generator"), 
                 event_name=Events.EPOCH_STARTED)
```
diff --git a/tests/ignite/contrib/handlers/test_tensorboard_logger.py b/tests/ignite/contrib/handlers/test_tensorboard_logger.py
index 2f1e3fe0..5ceb0cfa 100644
--- a/tests/ignite/contrib/handlers/test_tensorboard_logger.py
+++ b/tests/ignite/contrib/handlers/test_tensorboard_logger.py
@@ -47,6 +47,13 @@ def test_optimizer_params():
     wrapper(mock_engine, mock_logger, Events.ITERATION_STARTED)
     mock_logger.writer.add_scalar.assert_called_once_with("lr/group_0", 0.01, 123)
 
+    wrapper = OptimizerParamsHandler(optimizer, param_name="lr", tag="generator")
+    mock_logger = MagicMock(spec=TensorboardLogger)
+    mock_logger.writer = MagicMock()
+
+    wrapper(mock_engine, mock_logger, Events.ITERATION_STARTED)
+    mock_logger.writer.add_scalar.assert_called_once_with("generator/lr/group_0", 0.01, 123)
+
 
 def test_output_handler_with_wrong_logger_type():
 
diff --git a/tests/ignite/contrib/handlers/test_visdom_logger.py b/tests/ignite/contrib/handlers/test_visdom_logger.py
index d06017e7..202bef87 100644
--- a/tests/ignite/contrib/handlers/test_visdom_logger.py
+++ b/tests/ignite/contrib/handlers/test_visdom_logger.py
@@ -73,6 +73,23 @@ def test_optimizer_params():
         name="lr/group_0"
     )
 
+    wrapper = OptimizerParamsHandler(optimizer=optimizer, param_name="lr", tag="generator")
+    mock_logger = MagicMock(spec=VisdomLogger)
+    mock_logger.vis = MagicMock()
+    mock_logger.executor = _DummyExecutor()
+
+    wrapper(mock_engine, mock_logger, Events.ITERATION_STARTED)
+
+    assert len(wrapper.windows) == 1 and "generator/lr/group_0" in wrapper.windows
+    assert wrapper.windows["generator/lr/group_0"]['win'] is not None
+
+    mock_logger.vis.line.assert_called_once_with(
+        X=[123, ], Y=[0.01, ], env=mock_logger.vis.env,
+        win=None, update=None,
+        opts=wrapper.windows['generator/lr/group_0']['opts'],
+        name="generator/lr/group_0"
+    )
+
 
 def test_output_handler_with_wrong_logger_type():
 

pip install -e .
parse_log_pytest
pytest
numpy mock pytest codecov pytest-cov matplotlib pandas gym tqdm scikit-learn tensorboardX visdom polyaxon-client mlflow
apt-get update apt-get install -y gcc
3.6
pytest --no-header -rA --tb=line --color=no -p no:cacheprovider -W ignore::DeprecationWarning
alembic==1.7.7
attrs @ file:///opt/conda/conda-bld/attrs_1642510447205/work
certifi==2021.5.30
charset-normalizer==2.0.12
click==7.1.2
cloudpickle==2.2.1
codecov==2.1.13
coverage==6.2
cycler==0.11.0
databricks-cli==0.17.8
dataclasses==0.8
decorator==4.4.2
docker==5.0.3
entrypoints==0.4
Flask==1.1.4
gitdb==4.0.9
GitPython==3.1.18
greenlet==2.0.2
gunicorn==21.2.0
gym==0.26.2
gym-notices==0.0.8
hestia==0.6.0
idna==3.10
importlib-metadata @ file:///tmp/build/80754af9/importlib-metadata_1631916693255/work
importlib-resources==5.4.0
iniconfig @ file:///home/linux1/recipes/ci/iniconfig_1610983019677/work
itsdangerous==1.1.0
Jinja2==2.10.3
joblib==1.1.1
jsonpatch==1.32
jsonpointer==2.3
kiwisolver==1.3.1
Mako==1.1.6
MarkupSafe==2.0.1
marshmallow==3.0.0rc5
matplotlib==3.3.4
mlflow==1.23.1
mock==5.2.0
more-itertools @ file:///tmp/build/80754af9/more-itertools_1637733554872/work
networkx==2.5.1
numpy==1.19.5
oauthlib==3.2.2
packaging @ file:///tmp/build/80754af9/packaging_1637314298585/work
pandas==1.1.5
Pillow==8.4.0
pluggy @ file:///tmp/build/80754af9/pluggy_1615976315926/work
polyaxon-client==0.6.1
polyaxon-schemas==0.6.1
polystores==0.2.5
prometheus-client==0.17.1
prometheus_flask_exporter==0.23.2
protobuf==4.21.0
psutil==7.0.0
py @ file:///opt/conda/conda-bld/py_1644396412707/work
PyJWT==2.4.0
pyparsing @ file:///tmp/build/80754af9/pyparsing_1635766073266/work
pytest==6.2.4
pytest-cov==4.0.0
python-dateutil==2.9.0.post0
-e git+https://github.com/pytorch/ignite.git@a8d16d5e448d84673ceddc3da511ff700f48e402#egg=pytorch_ignite
pytz==2025.2
PyYAML==6.0.1
querystring-parser==1.2.4
requests==2.27.1
requests-toolbelt==1.0.0
rhea==0.5.5
scikit-learn==0.24.2
scipy==1.5.4
six==1.17.0
smmap==5.0.0
SQLAlchemy==1.4.54
sqlparse==0.4.4
tabulate==0.8.10
tensorboardX==2.6.2.2
threadpoolctl==3.1.0
toml @ file:///tmp/build/80754af9/toml_1616166611790/work
tomli==1.2.3
torch==1.10.2
tornado==6.1
tqdm==4.64.1
typing_extensions @ file:///opt/conda/conda-bld/typing_extensions_1647553014482/work
urllib3==1.26.20
visdom==0.2.4
websocket-client==1.3.1
Werkzeug==1.0.1
zipp @ file:///tmp/build/80754af9/zipp_1633618647012/work

name: ignite
channels:
  - defaults
  - https://repo.anaconda.com/pkgs/main
  - https://repo.anaconda.com/pkgs/r
  - conda-forge
dependencies:
  - _libgcc_mutex=0.1=main
  - _openmp_mutex=5.1=1_gnu
  - attrs=21.4.0=pyhd3eb1b0_0
  - ca-certificates=2025.2.25=h06a4308_0
  - certifi=2021.5.30=py36h06a4308_0
  - importlib-metadata=4.8.1=py36h06a4308_0
  - importlib_metadata=4.8.1=hd3eb1b0_0
  - iniconfig=1.1.1=pyhd3eb1b0_0
  - ld_impl_linux-64=2.40=h12ee557_0
  - libffi=3.3=he6710b0_2
  - libgcc-ng=11.2.0=h1234567_1
  - libgomp=11.2.0=h1234567_1
  - libstdcxx-ng=11.2.0=h1234567_1
  - more-itertools=8.12.0=pyhd3eb1b0_0
  - ncurses=6.4=h6a678d5_0
  - openssl=1.1.1w=h7f8727e_0
  - packaging=21.3=pyhd3eb1b0_0
  - pip=21.2.2=py36h06a4308_0
  - pluggy=0.13.1=py36h06a4308_0
  - py=1.11.0=pyhd3eb1b0_0
  - pyparsing=3.0.4=pyhd3eb1b0_0
  - pytest=6.2.4=py36h06a4308_2
  - python=3.6.13=h12debd9_1
  - readline=8.2=h5eee18b_0
  - setuptools=58.0.4=py36h06a4308_0
  - sqlite=3.45.3=h5eee18b_0
  - tk=8.6.14=h39e8969_0
  - toml=0.10.2=pyhd3eb1b0_0
  - typing_extensions=4.1.1=pyh06a4308_0
  - wheel=0.37.1=pyhd3eb1b0_0
  - xz=5.6.4=h5eee18b_1
  - zipp=3.6.0=pyhd3eb1b0_0
  - zlib=1.2.13=h5eee18b_1
  - pip:
      - alembic==1.7.7
      - charset-normalizer==2.0.12
      - click==7.1.2
      - cloudpickle==2.2.1
      - codecov==2.1.13
      - coverage==6.2
      - cycler==0.11.0
      - databricks-cli==0.17.8
      - dataclasses==0.8
      - decorator==4.4.2
      - docker==5.0.3
      - entrypoints==0.4
      - flask==1.1.4
      - gitdb==4.0.9
      - gitpython==3.1.18
      - greenlet==2.0.2
      - gunicorn==21.2.0
      - gym==0.26.2
      - gym-notices==0.0.8
      - hestia==0.6.0
      - idna==3.10
      - importlib-resources==5.4.0
      - itsdangerous==1.1.0
      - jinja2==2.10.3
      - joblib==1.1.1
      - jsonpatch==1.32
      - jsonpointer==2.3
      - kiwisolver==1.3.1
      - mako==1.1.6
      - markupsafe==2.0.1
      - marshmallow==3.0.0rc5
      - matplotlib==3.3.4
      - mlflow==1.23.1
      - mock==5.2.0
      - networkx==2.5.1
      - numpy==1.19.5
      - oauthlib==3.2.2
      - pandas==1.1.5
      - pillow==8.4.0
      - polyaxon-client==0.6.1
      - polyaxon-schemas==0.6.1
      - polystores==0.2.5
      - prometheus-client==0.17.1
      - prometheus-flask-exporter==0.23.2
      - protobuf==4.21.0
      - psutil==7.0.0
      - pyjwt==2.4.0
      - pytest-cov==4.0.0
      - python-dateutil==2.9.0.post0
      - pytz==2025.2
      - pyyaml==6.0.1
      - querystring-parser==1.2.4
      - requests==2.27.1
      - requests-toolbelt==1.0.0
      - rhea==0.5.5
      - scikit-learn==0.24.2
      - scipy==1.5.4
      - six==1.17.0
      - smmap==5.0.0
      - sqlalchemy==1.4.54
      - sqlparse==0.4.4
      - tabulate==0.8.10
      - tensorboardx==2.6.2.2
      - threadpoolctl==3.1.0
      - tomli==1.2.3
      - torch==1.10.2
      - tornado==6.1
      - tqdm==4.64.1
      - urllib3==1.26.20
      - visdom==0.2.4
      - websocket-client==1.3.1
      - werkzeug==1.0.1
prefix: /opt/conda/envs/ignite

tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_optimizer_params tests/ignite/contrib/handlers/test_visdom_logger.py::test_optimizer_params
tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_optimizer_params_handler_wrong_setup tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_output_handler_with_wrong_logger_type tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_output_handler_output_transform tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_output_handler_metric_names tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_output_handler_both tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_weights_scalar_handler_wrong_setup tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_weights_scalar_handler tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_weights_hist_handler_wrong_setup tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_weights_hist_handler tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_grads_scalar_handler_wrong_setup tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_grads_scalar_handler tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_grads_hist_handler_wrong_setup tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_grads_hist_handler tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_integration tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_integration_as_context_manager tests/ignite/contrib/handlers/test_tensorboard_logger.py::test_no_tensorboardX tests/ignite/contrib/handlers/test_visdom_logger.py::test_optimizer_params_handler_wrong_setup tests/ignite/contrib/handlers/test_visdom_logger.py::test_output_handler_with_wrong_logger_type tests/ignite/contrib/handlers/test_visdom_logger.py::test_output_handler_output_transform tests/ignite/contrib/handlers/test_visdom_logger.py::test_output_handler_metric_names tests/ignite/contrib/handlers/test_visdom_logger.py::test_output_handler_both tests/ignite/contrib/handlers/test_visdom_logger.py::test_weights_scalar_handler_wrong_setup tests/ignite/contrib/handlers/test_visdom_logger.py::test_weights_scalar_handler tests/ignite/contrib/handlers/test_visdom_logger.py::test_weights_scalar_handler_custom_reduction tests/ignite/contrib/handlers/test_visdom_logger.py::test_grads_scalar_handler_wrong_setup tests/ignite/contrib/handlers/test_visdom_logger.py::test_grads_scalar_handler tests/ignite/contrib/handlers/test_visdom_logger.py::test_integration_no_server tests/ignite/contrib/handlers/test_visdom_logger.py::test_no_visdom
ignite/contrib/handlers/base_logger.py ignite/contrib/handlers/tensorboard_logger.py ignite/contrib/handlers/visdom_logger.py
ignite/contrib/handlers/base_logger.py ignite/contrib/handlers/tensorboard_logger.py ignite/contrib/handlers/visdom_logger.py