File size: 2,507 Bytes
56fb00e a9639c8 56fb00e a9639c8 56fb00e a9639c8 56fb00e a9639c8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 |
#!/usr/bin/env python3
import os
from collections import Counter
from datasets import load_dataset
from huggingface_hub import HfApi, list_datasets
api = HfApi(token=os.environ.get("HF_TOKEN", None))
def restart_space():
api.restart_space(repo_id="OpenGenAI/parti-prompts-leaderboard")
parti_prompt_results = []
ORG = "diffusers-parti-prompts"
SUBMISSIONS = {
"kand2": None,
"sdxl": None,
"wuerst": None,
"karlo": None,
}
LINKS = {
"kand2": "https://huggingface.co/kandinsky-community/kandinsky-2-2-decoder",
"sdxl": "https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0",
"wuerst": "https://huggingface.co/warp-ai/wuerstchen",
"karlo": "https://huggingface.co/kakaobrain/karlo-v1-alpha",
}
MODEL_KEYS = "-".join(SUBMISSIONS.keys())
SUBMISSION_ORG = f"result-{MODEL_KEYS}"
submission_names = list(SUBMISSIONS.keys())
ORG = "diffusers-parti-prompts"
SUBMISSIONS = {
"kand2": load_dataset(os.path.join(ORG, "kandinsky-2-2"))["train"],
"sdxl": load_dataset(os.path.join(ORG, "sdxl-1.0-refiner"))["train"],
"wuerst": load_dataset(os.path.join(ORG, "wuerstchen"))["train"],
"karlo": load_dataset(os.path.join(ORG, "karlo-v1"))["train"],
}
ds = load_dataset("nateraw/parti-prompts")["train"]
parti_prompt_categories = ds["Category"]
parti_prompt_challenge = ds["Challenge"]
UPLOAD_ORG = "Almost-AGI-Diffusion"
def load_non_solved():
all_datasets = list_datasets(author=SUBMISSION_ORG)
relevant_ids = [d.id for d in all_datasets]
all_non_solved_image_ids = []
for _id in relevant_ids:
try:
ds = load_dataset(_id)["train"]
except:
continue
for result, image_id in zip(ds["result"], ds["id"]):
if result == "":
all_non_solved_image_ids.append(image_id)
all_non_solved_image_ids_dict = Counter(all_non_solved_image_ids)
all_non_solved_image_ids = list(all_non_solved_image_ids_dict.keys())
all_non_solved_image_votes = list(all_non_solved_image_ids_dict.values())
return all_non_solved_image_ids, all_non_solved_image_votes
def main():
non_solved_ids, upvotes = load_non_solved()
for name, ds in SUBMISSIONS.items():
ds_to_push = ds.select(non_solved_ids)
votes_column = upvotes
ds_to_push = ds_to_push.add_column("upvotes", votes_column)
sorted_ds = ds_to_push.sort("upvotes", reverse=True)
sorted_ds.push_to_hub(f"{UPLOAD_ORG}/{name}")
if __name__ == "__main__":
main()
|