class_docstr: Prepare the state for Gradient Communication Quantization (GCQ).
class_docstr_tok: ["Prepare","the","state","for","Gradient","Communication","Quantization","(","GCQ",")","."]
code: def __init__(
      self, process_group, hidden_size=1024, quantile_value=0.99
  ):
      self.process_group = process_group
      self.hidden_size = hidden_size
      self.quantile_value = quantile_value
  
file_path: lightseq/lightseq/training/gcq/gcq.py
imports: import math
  import torch
  import torch.distributed
label_desc: Use image node_id 1 to create a new GCQState object from inherited base classes: object with example: obj = GCQState(process_group, hidden_size, quantile_value)