          # Clipnorm is ballooning VRAM useage, which is not expected behaviour
          # and may be a bug in Keras/TF?
          # For now this is commented out, but revisit in future to reinstate
  
          ## PlaidML has a bug regarding the clipnorm parameter
          ## See: https://github.com/plaidml/plaidml/issues/228
          ## Workaround by simply removing it.
          ## TODO: Remove this as soon it is fixed in PlaidML.
          #if keras.backend.backend() == "plaidml.keras.backend":
          #    optimizer = Adam(lr=5e-5, beta_1=0.5, beta_2=0.999)
          #else:
          #    optimizer = Adam(lr=5e-5, beta_1=0.5, beta_2=0.999, clipnorm=1.0)
          optimizer = Adam(lr=5e-5, beta_1=0.5, beta_2=0.999)
  
 
</s> remove         #else:
 </s> add         # else: </s> remove             if predict:
                raise ValueError("Unable to load training data. Error: {}".format(str(err)))
 </s> add  </s> remove                 is_loaded = network.load(predict=self.predict)
 </s> add                 is_loaded = network.load()
        # # PlaidML has a bug regarding the clipnorm parameter
        # # See: https://github.com/plaidml/plaidml/issues/228
        # # Workaround by simply removing it.
        # # TODO: Remove this as soon it is fixed in PlaidML.
        # if keras.backend.backend() == "plaidml.keras.backend":
          # Clipnorm is ballooning VRAM useage, which is not expected behaviour
          # and may be a bug in Keras/TF?
          # For now this is commented out, but revisit in future to reinstate
  
        # # PlaidML has a bug regarding the clipnorm parameter
        # # See: https://github.com/plaidml/plaidml/issues/228
        # # Workaround by simply removing it.
        # # TODO: Remove this as soon it is fixed in PlaidML.
        # if keras.backend.backend() == "plaidml.keras.backend":
        # # PlaidML has a bug regarding the clipnorm parameter
        # # See: https://github.com/plaidml/plaidml/issues/228
        # # Workaround by simply removing it.
        # # TODO: Remove this as soon it is fixed in PlaidML.
        # if keras.backend.backend() == "plaidml.keras.backend":
        # # PlaidML has a bug regarding the clipnorm parameter
        # # See: https://github.com/plaidml/plaidml/issues/228
        # # Workaround by simply removing it.
        # # TODO: Remove this as soon it is fixed in PlaidML.
        # if keras.backend.backend() == "plaidml.keras.backend":
        # # PlaidML has a bug regarding the clipnorm parameter
        # # See: https://github.com/plaidml/plaidml/issues/228
        # # Workaround by simply removing it.
        # # TODO: Remove this as soon it is fixed in PlaidML.
        # if keras.backend.backend() == "plaidml.keras.backend":
        # # PlaidML has a bug regarding the clipnorm parameter
        # # See: https://github.com/plaidml/plaidml/issues/228
        # # Workaround by simply removing it.
        # # TODO: Remove this as soon it is fixed in PlaidML.
        # if keras.backend.backend() == "plaidml.keras.backend":
          #    optimizer = Adam(lr=5e-5, beta_1=0.5, beta_2=0.999)
          #else:
          #    optimizer = Adam(lr=5e-5, beta_1=0.5, beta_2=0.999, clipnorm=1.0)
          optimizer = Adam(lr=5e-5, beta_1=0.5, beta_2=0.999)
  
keep keep keep keep replace replace replace replace replace keep keep keep keep keep
 Fix VRAM issue with reloading models 
plugins/train/model/_base.py