Spaces:
				
			
			
	
			
			
		Build error
		
	
	
	
			
			
	
	
	
	
		
		
		Build error
		
	[Update]css requirement and about files
Browse files- about.py +85 -0
 - css_html_js.py +105 -0
 - requirements.txt +14 -0
 
    	
        about.py
    ADDED
    
    | 
         @@ -0,0 +1,85 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            from dataclasses import dataclass
         
     | 
| 2 | 
         
            +
            from enum import Enum
         
     | 
| 3 | 
         
            +
             
     | 
| 4 | 
         
            +
            @dataclass
         
     | 
| 5 | 
         
            +
            class Task:
         
     | 
| 6 | 
         
            +
                benchmark: str
         
     | 
| 7 | 
         
            +
                metric: str
         
     | 
| 8 | 
         
            +
                col_name: str
         
     | 
| 9 | 
         
            +
             
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
            # Select your tasks here
         
     | 
| 12 | 
         
            +
            # ---------------------------------------------------
         
     | 
| 13 | 
         
            +
            class Tasks(Enum):
         
     | 
| 14 | 
         
            +
                # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
         
     | 
| 15 | 
         
            +
                task0 = Task("anli_r1", "acc", "ANLI")
         
     | 
| 16 | 
         
            +
                task1 = Task("logiqa", "acc_norm", "LogiQA")
         
     | 
| 17 | 
         
            +
             
     | 
| 18 | 
         
            +
            NUM_FEWSHOT = 0 # Change with your few shot
         
     | 
| 19 | 
         
            +
            # ---------------------------------------------------
         
     | 
| 20 | 
         
            +
             
     | 
| 21 | 
         
            +
             
     | 
| 22 | 
         
            +
             
     | 
| 23 | 
         
            +
            # Your leaderboard name
         
     | 
| 24 | 
         
            +
            TITLE = """<h1 align="center" id="space-title">UnlearnDiffAtk Benchmark</h1>"""
         
     | 
| 25 | 
         
            +
             
     | 
| 26 | 
         
            +
            # subtitle
         
     | 
| 27 | 
         
            +
            SUB_TITLE = """<h2 align="center" id="space-title">Effective and efficient adversarial prompt generation approach for diffusion models</h1>"""
         
     | 
| 28 | 
         
            +
             
     | 
| 29 | 
         
            +
            # What does your leaderboard evaluate?
         
     | 
| 30 | 
         
            +
            INTRODUCTION_TEXT = """
         
     | 
| 31 | 
         
            +
            This benchmark is evaluates the robustness of safety-driven unlearned diffusion models (DMs) 
         
     | 
| 32 | 
         
            +
            (i.e., DMs after unlearning undesirable concepts, styles, or objects) across a variety of tasks. For more details, please visit the [project](https://www.optml-group.com/posts/mu_attack), 
         
     | 
| 33 | 
         
            +
            check the [code](https://github.com/OPTML-Group/Diffusion-MU-Attack), and read the [paper](https://arxiv.org/abs/2310.11868).\\
         
     | 
| 34 | 
         
            +
            Demo of our offensive method: [UnlearnDiffAtk](https://huggingface.co/spaces/xinchen9/SD_Offense)\\
         
     | 
| 35 | 
         
            +
            Demo of our defensive method: [AdvUnlearn](https://huggingface.co/spaces/xinchen9/SD_Defense)
         
     | 
| 36 | 
         
            +
            """
         
     | 
| 37 | 
         
            +
             
     | 
| 38 | 
         
            +
            # Which evaluations are you running? how can people reproduce what you have?
         
     | 
| 39 | 
         
            +
            LLM_BENCHMARKS_TEXT = f"""
         
     | 
| 40 | 
         
            +
            ## How it works
         
     | 
| 41 | 
         
            +
             
     | 
| 42 | 
         
            +
            ## Reproducibility
         
     | 
| 43 | 
         
            +
            To reproduce our results, here is the commands you can run:
         
     | 
| 44 | 
         
            +
             
     | 
| 45 | 
         
            +
            """
         
     | 
| 46 | 
         
            +
             
     | 
| 47 | 
         
            +
            EVALUATION_QUEUE_TEXT = """
         
     | 
| 48 | 
         
            +
            ## Some good practices before submitting a model
         
     | 
| 49 | 
         
            +
             
     | 
| 50 | 
         
            +
            ### 1) Make sure you can load your model and tokenizer using AutoClasses:
         
     | 
| 51 | 
         
            +
            ```python
         
     | 
| 52 | 
         
            +
            from transformers import AutoConfig, AutoModel, AutoTokenizer
         
     | 
| 53 | 
         
            +
            config = AutoConfig.from_pretrained("your model name", revision=revision)
         
     | 
| 54 | 
         
            +
            model = AutoModel.from_pretrained("your model name", revision=revision)
         
     | 
| 55 | 
         
            +
            tokenizer = AutoTokenizer.from_pretrained("your model name", revision=revision)
         
     | 
| 56 | 
         
            +
            ```
         
     | 
| 57 | 
         
            +
            If this step fails, follow the error messages to debug your model before submitting it. It's likely your model has been improperly uploaded.
         
     | 
| 58 | 
         
            +
             
     | 
| 59 | 
         
            +
            Note: make sure your model is public!
         
     | 
| 60 | 
         
            +
            Note: if your model needs `use_remote_code=True`, we do not support this option yet but we are working on adding it, stay posted!
         
     | 
| 61 | 
         
            +
             
     | 
| 62 | 
         
            +
            ### 2) Convert your model weights to [safetensors](https://huggingface.co/docs/safetensors/index)
         
     | 
| 63 | 
         
            +
            It's a new format for storing weights which is safer and faster to load and use. It will also allow us to add the number of parameters of your model to the `Extended Viewer`!
         
     | 
| 64 | 
         
            +
             
     | 
| 65 | 
         
            +
            ### 3) Make sure your model has an open license!
         
     | 
| 66 | 
         
            +
            This is a leaderboard for Open LLMs, and we'd love for as many people as possible to know they can use your model 🤗
         
     | 
| 67 | 
         
            +
             
     | 
| 68 | 
         
            +
            ### 4) Fill up your model card
         
     | 
| 69 | 
         
            +
            When we add extra information about models to the leaderboard, it will be automatically taken from the model card
         
     | 
| 70 | 
         
            +
             
     | 
| 71 | 
         
            +
            ## In case of model failure
         
     | 
| 72 | 
         
            +
            If your model is displayed in the `FAILED` category, its execution stopped.
         
     | 
| 73 | 
         
            +
            Make sure you have followed the above steps first.
         
     | 
| 74 | 
         
            +
            If everything is done, check you can launch the EleutherAIHarness on your model locally, using the above command without modifications (you can add `--limit` to limit the number of examples per task).
         
     | 
| 75 | 
         
            +
            """
         
     | 
| 76 | 
         
            +
             
     | 
| 77 | 
         
            +
            CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
         
     | 
| 78 | 
         
            +
            CITATION_BUTTON_TEXT = r"""
         
     | 
| 79 | 
         
            +
            @article{zhang2023generate,
         
     | 
| 80 | 
         
            +
              title={To Generate or Not? Safety-Driven Unlearned Diffusion Models Are Still Easy To Generate Unsafe Images... For Now},
         
     | 
| 81 | 
         
            +
              author={Zhang, Yimeng and Jia, Jinghan and Chen, Xin and Chen, Aochuan and Zhang, Yihua and Liu, Jiancheng and Ding, Ke and Liu, Sijia},
         
     | 
| 82 | 
         
            +
              journal={arXiv preprint arXiv:2310.11868},
         
     | 
| 83 | 
         
            +
              year={2023}
         
     | 
| 84 | 
         
            +
            }
         
     | 
| 85 | 
         
            +
            """
         
     | 
    	
        css_html_js.py
    ADDED
    
    | 
         @@ -0,0 +1,105 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            custom_css = """
         
     | 
| 2 | 
         
            +
             
     | 
| 3 | 
         
            +
            .markdown-text {
         
     | 
| 4 | 
         
            +
                font-size: 16px !important;
         
     | 
| 5 | 
         
            +
            }
         
     | 
| 6 | 
         
            +
             
     | 
| 7 | 
         
            +
            #models-to-add-text {
         
     | 
| 8 | 
         
            +
                font-size: 18px !important;
         
     | 
| 9 | 
         
            +
            }
         
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
            #citation-button span {
         
     | 
| 12 | 
         
            +
                font-size: 16px !important;
         
     | 
| 13 | 
         
            +
            }
         
     | 
| 14 | 
         
            +
             
     | 
| 15 | 
         
            +
            #citation-button textarea {
         
     | 
| 16 | 
         
            +
                font-size: 16px !important;
         
     | 
| 17 | 
         
            +
            }
         
     | 
| 18 | 
         
            +
             
     | 
| 19 | 
         
            +
            #citation-button > label > button {
         
     | 
| 20 | 
         
            +
                margin: 6px;
         
     | 
| 21 | 
         
            +
                transform: scale(1.3);
         
     | 
| 22 | 
         
            +
            }
         
     | 
| 23 | 
         
            +
             
     | 
| 24 | 
         
            +
            #leaderboard-table {
         
     | 
| 25 | 
         
            +
                margin-top: 15px
         
     | 
| 26 | 
         
            +
            }
         
     | 
| 27 | 
         
            +
             
     | 
| 28 | 
         
            +
            #leaderboard-table-lite {
         
     | 
| 29 | 
         
            +
                margin-top: 15px
         
     | 
| 30 | 
         
            +
            }
         
     | 
| 31 | 
         
            +
             
     | 
| 32 | 
         
            +
            #search-bar-table-box > div:first-child {
         
     | 
| 33 | 
         
            +
                background: none;
         
     | 
| 34 | 
         
            +
                border: none;
         
     | 
| 35 | 
         
            +
            }
         
     | 
| 36 | 
         
            +
             
         
     | 
| 37 | 
         
            +
            #search-bar {
         
     | 
| 38 | 
         
            +
                padding: 0px;
         
     | 
| 39 | 
         
            +
            }
         
     | 
| 40 | 
         
            +
             
     | 
| 41 | 
         
            +
            /* Limit the width of the first AutoEvalColumn so that names don't expand too much */
         
     | 
| 42 | 
         
            +
            table td:first-child,
         
     | 
| 43 | 
         
            +
            table th:first-child {
         
     | 
| 44 | 
         
            +
                max-width: 400px;
         
     | 
| 45 | 
         
            +
                overflow: auto;
         
     | 
| 46 | 
         
            +
                white-space: nowrap;
         
     | 
| 47 | 
         
            +
            }
         
     | 
| 48 | 
         
            +
             
     | 
| 49 | 
         
            +
            .tab-buttons button {
         
     | 
| 50 | 
         
            +
                font-size: 20px;
         
     | 
| 51 | 
         
            +
            }
         
     | 
| 52 | 
         
            +
             
     | 
| 53 | 
         
            +
            #scale-logo {
         
     | 
| 54 | 
         
            +
                border-style: none !important;
         
     | 
| 55 | 
         
            +
                box-shadow: none;
         
     | 
| 56 | 
         
            +
                display: block;
         
     | 
| 57 | 
         
            +
                margin-left: auto;
         
     | 
| 58 | 
         
            +
                margin-right: auto;
         
     | 
| 59 | 
         
            +
                max-width: 600px;
         
     | 
| 60 | 
         
            +
            }
         
     | 
| 61 | 
         
            +
             
     | 
| 62 | 
         
            +
            #scale-logo .download {
         
     | 
| 63 | 
         
            +
                display: none;
         
     | 
| 64 | 
         
            +
            }
         
     | 
| 65 | 
         
            +
            #filter_type{
         
     | 
| 66 | 
         
            +
                border: 0;
         
     | 
| 67 | 
         
            +
                padding-left: 0;
         
     | 
| 68 | 
         
            +
                padding-top: 0;
         
     | 
| 69 | 
         
            +
            }
         
     | 
| 70 | 
         
            +
            #filter_type label {
         
     | 
| 71 | 
         
            +
                display: flex;
         
     | 
| 72 | 
         
            +
            }
         
     | 
| 73 | 
         
            +
            #filter_type label > span{
         
     | 
| 74 | 
         
            +
                margin-top: var(--spacing-lg);
         
     | 
| 75 | 
         
            +
                margin-right: 0.5em;
         
     | 
| 76 | 
         
            +
            }
         
     | 
| 77 | 
         
            +
            #filter_type label > .wrap{
         
     | 
| 78 | 
         
            +
                width: 103px;
         
     | 
| 79 | 
         
            +
            }
         
     | 
| 80 | 
         
            +
            #filter_type label > .wrap .wrap-inner{  
         
     | 
| 81 | 
         
            +
                padding: 2px;
         
     | 
| 82 | 
         
            +
            }
         
     | 
| 83 | 
         
            +
            #filter_type label > .wrap .wrap-inner input{
         
     | 
| 84 | 
         
            +
                width: 1px
         
     | 
| 85 | 
         
            +
            }
         
     | 
| 86 | 
         
            +
            #filter-columns-type{
         
     | 
| 87 | 
         
            +
                border:0;
         
     | 
| 88 | 
         
            +
                padding:0.5;
         
     | 
| 89 | 
         
            +
            }
         
     | 
| 90 | 
         
            +
            #filter-columns-size{
         
     | 
| 91 | 
         
            +
                border:0;
         
     | 
| 92 | 
         
            +
                padding:0.5;
         
     | 
| 93 | 
         
            +
            }
         
     | 
| 94 | 
         
            +
            #box-filter > .form{
         
     | 
| 95 | 
         
            +
                border: 0
         
     | 
| 96 | 
         
            +
            }
         
     | 
| 97 | 
         
            +
            """
         
     | 
| 98 | 
         
            +
             
     | 
| 99 | 
         
            +
            get_window_url_params = """
         
     | 
| 100 | 
         
            +
                function(url_params) {
         
     | 
| 101 | 
         
            +
                    const params = new URLSearchParams(window.location.search);
         
     | 
| 102 | 
         
            +
                    url_params = Object.fromEntries(params);
         
     | 
| 103 | 
         
            +
                    return url_params;
         
     | 
| 104 | 
         
            +
                }
         
     | 
| 105 | 
         
            +
                """
         
     | 
    	
        requirements.txt
    ADDED
    
    | 
         @@ -0,0 +1,14 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            APScheduler
         
     | 
| 2 | 
         
            +
            black
         
     | 
| 3 | 
         
            +
            click
         
     | 
| 4 | 
         
            +
            datasets
         
     | 
| 5 | 
         
            +
            gradio
         
     | 
| 6 | 
         
            +
            gradio_client
         
     | 
| 7 | 
         
            +
            huggingface-hub>=0.18.0
         
     | 
| 8 | 
         
            +
            matplotlib
         
     | 
| 9 | 
         
            +
            numpy
         
     | 
| 10 | 
         
            +
            pandas
         
     | 
| 11 | 
         
            +
            python-dateutil
         
     | 
| 12 | 
         
            +
            requests
         
     | 
| 13 | 
         
            +
            tqdm
         
     | 
| 14 | 
         
            +
            transformers
         
     |