Spaces:
Running
Running
adding methodology
Browse files
app.py
CHANGED
|
@@ -46,7 +46,7 @@ demo = gr.Blocks()
|
|
| 46 |
|
| 47 |
with demo:
|
| 48 |
gr.Markdown(
|
| 49 |
-
"""# Energy Star Leaderboard - v.
|
| 50 |
### Welcome to the leaderboard for the [AI Energy Star Project!](https://huggingface.co/EnergyStarAI)
|
| 51 |
Click through the tasks below to see how different models measure up in terms of energy efficiency"""
|
| 52 |
)
|
|
@@ -122,5 +122,11 @@ with demo:
|
|
| 122 |
plot = gr.Plot(get_plots('question_answering.csv'))
|
| 123 |
with gr.Column():
|
| 124 |
table = gr.Dataframe(get_model_names('question_answering.csv'), datatype="markdown")
|
| 125 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
demo.launch()
|
|
|
|
| 46 |
|
| 47 |
with demo:
|
| 48 |
gr.Markdown(
|
| 49 |
+
"""# Energy Star Leaderboard - v.0 (2024) π π» π
|
| 50 |
### Welcome to the leaderboard for the [AI Energy Star Project!](https://huggingface.co/EnergyStarAI)
|
| 51 |
Click through the tasks below to see how different models measure up in terms of energy efficiency"""
|
| 52 |
)
|
|
|
|
| 122 |
plot = gr.Plot(get_plots('question_answering.csv'))
|
| 123 |
with gr.Column():
|
| 124 |
table = gr.Dataframe(get_model_names('question_answering.csv'), datatype="markdown")
|
| 125 |
+
with gr.Accordion("Methodology"):
|
| 126 |
+
gr.Markdown(
|
| 127 |
+
"""For each of the ten tasks above, we created a custom dataset with 1,000 entries (see all of the datasets on our [org Hub page](https://huggingface.co/EnergyStarAI)).
|
| 128 |
+
We then tested each of the models from the leaderboard on the appropriate task, measuring the energy consumed using [Code Carbon](https://mlco2.github.io/codecarbon/), an open-source Python package for tracking the environmental impacts of code.
|
| 129 |
+
We developed and used a [Docker container](https://github.com/huggingface/EnergyStarAI/) to maximize the reproducibility of results, and to enable members of the community to benchmark internal models.
|
| 130 |
+
Reach out to us if you want to collaborate!
|
| 131 |
+
""")
|
| 132 |
demo.launch()
|