xxyux commited on
Commit
0b0eb0d
·
verified ·
1 Parent(s): deacdbd

update formula and default inupt

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -359,8 +359,8 @@ formula = r"""
359
 
360
  $$
361
  {Model\ states} =
362
- (6 + \frac{12}{dp}) \times
363
- (\frac{(\frac{4h^2 + 3H \times FFN}{tp} + 2H) \times L}{pp} + \frac{HV}{tp} + HS)
364
  $$
365
 
366
  $$
@@ -505,7 +505,7 @@ with gr.Blocks() as demo:
505
  )
506
  with gr.Accordion("Parallelism config"):
507
  # with gr.Row():
508
- dp = gr.Number(label="Data parallelism", value=1)
509
  tp = gr.Number(label="Tensor parallelism", value=2)
510
  pp = gr.Number(label="Pipeline parallelism", value=2)
511
  cp = gr.Number(label="Context parallelism", value=2)
@@ -580,4 +580,4 @@ with gr.Blocks() as demo:
580
 
581
 
582
  if __name__ == "__main__":
583
- demo.launch(allowed_paths=["/"])
 
359
 
360
  $$
361
  {Model\ states} =
362
+ (6 + \frac{12}{dp \times cp}) \times
363
+ (\frac{(\frac{4H^2 + 3H \times FFN}{tp} + 2H) \times L}{pp} + \frac{HV}{tp} + HS)
364
  $$
365
 
366
  $$
 
505
  )
506
  with gr.Accordion("Parallelism config"):
507
  # with gr.Row():
508
+ dp = gr.Number(label="Data parallelism", value=2)
509
  tp = gr.Number(label="Tensor parallelism", value=2)
510
  pp = gr.Number(label="Pipeline parallelism", value=2)
511
  cp = gr.Number(label="Context parallelism", value=2)
 
580
 
581
 
582
  if __name__ == "__main__":
583
+ demo.launch(share=False, allowed_paths=["/"])