Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	
		Songwei Ge
		
	commited on
		
		
					Commit 
							
							·
						
						ed9d237
	
1
								Parent(s):
							
							fb8cc1d
								
update
Browse files
    	
        app.py
    CHANGED
    
    | @@ -35,6 +35,7 @@ def main(): | |
| 35 | 
             
                    seed: int,
         | 
| 36 | 
             
                    steps: int,
         | 
| 37 | 
             
                    guidance_weight: float,
         | 
|  | |
| 38 | 
             
                ):
         | 
| 39 | 
             
                    run_dir = 'results/'
         | 
| 40 | 
             
                    # Load region diffusion model.
         | 
| @@ -57,7 +58,7 @@ def main(): | |
| 57 |  | 
| 58 | 
             
                    # create control input for region guidance
         | 
| 59 | 
             
                    text_format_dict, color_target_token_ids = get_gradient_guidance_input(
         | 
| 60 | 
            -
                        model, base_tokens, color_text_prompts, color_rgbs, text_format_dict)
         | 
| 61 |  | 
| 62 | 
             
                    seed_everything(seed)
         | 
| 63 |  | 
| @@ -148,6 +149,7 @@ def main(): | |
| 148 | 
             
                                512,
         | 
| 149 | 
             
                                512,
         | 
| 150 | 
             
                                6,
         | 
|  | |
| 151 | 
             
                            ],
         | 
| 152 | 
             
                            [
         | 
| 153 | 
             
                                '{"ops": [{"insert": "A pizza with "}, {"attributes": {"size": "50px"}, "insert": "pineapples"}, {"insert": ", pepperonis, and mushrooms on the top, 4k, photorealistic"}]}',
         | 
| @@ -155,6 +157,7 @@ def main(): | |
| 155 | 
             
                                768,
         | 
| 156 | 
             
                                896,
         | 
| 157 | 
             
                                6,
         | 
|  | |
| 158 | 
             
                            ],
         | 
| 159 | 
             
                            [
         | 
| 160 | 
             
                                '{"ops":[{"insert":"a "},{"attributes":{"font":"mirza"},"insert":"beautiful garden"},{"insert":" with a "},{"attributes":{"font":"roboto"},"insert":"snow mountain in the background"},{"insert":""}]}',
         | 
| @@ -162,6 +165,7 @@ def main(): | |
| 162 | 
             
                                512,
         | 
| 163 | 
             
                                512,
         | 
| 164 | 
             
                                3,
         | 
|  | |
| 165 | 
             
                            ],
         | 
| 166 | 
             
                            [
         | 
| 167 | 
             
                                '{"ops":[{"insert":"A close-up 4k dslr photo of a "},{"attributes":{"link":"A cat wearing sunglasses and a bandana around its neck."},"insert":"cat"},{"insert":" riding a scooter. Palm trees in the background."}]}',
         | 
| @@ -169,6 +173,7 @@ def main(): | |
| 169 | 
             
                                512,
         | 
| 170 | 
             
                                512,
         | 
| 171 | 
             
                                6,
         | 
|  | |
| 172 | 
             
                            ],
         | 
| 173 | 
             
                            [
         | 
| 174 | 
             
                                {"ops":[{"insert":"a "},{"attributes":{"font":"slabo"},"insert":"night sky filled with stars"},{"insert":" above a "},{"attributes":{"font":"roboto"},"insert":"turbulent sea with giant waves"},{"insert":"\n"}]},
         | 
| @@ -176,6 +181,7 @@ def main(): | |
| 176 | 
             
                                512,
         | 
| 177 | 
             
                                512,
         | 
| 178 | 
             
                                6,
         | 
|  | |
| 179 | 
             
                            ],
         | 
| 180 | 
             
                            [
         | 
| 181 | 
             
                                {"ops":[{"attributes":{"link":"the awe-inspiring sky and ocean in the style of J.M.W. Turner"},"insert":"the awe-inspiring sky and sea"},{"insert":" by "},{"attributes":{"font":"mirza"},"insert":"a coast with flowers and grasses in spring"},{"insert":"\n"}]},
         | 
| @@ -183,6 +189,7 @@ def main(): | |
| 183 | 
             
                                512,
         | 
| 184 | 
             
                                512,
         | 
| 185 | 
             
                                9,
         | 
|  | |
| 186 | 
             
                            ],
         | 
| 187 | 
             
                        ]
         | 
| 188 | 
             
                        gr.Examples(examples=examples,
         | 
| @@ -192,6 +199,7 @@ def main(): | |
| 192 | 
             
                                        height,
         | 
| 193 | 
             
                                        width,
         | 
| 194 | 
             
                                        seed,
         | 
|  | |
| 195 | 
             
                                    ],
         | 
| 196 | 
             
                                    outputs=[
         | 
| 197 | 
             
                                        result,
         | 
| @@ -211,6 +219,7 @@ def main(): | |
| 211 | 
             
                            seed,
         | 
| 212 | 
             
                            steps,
         | 
| 213 | 
             
                            guidance_weight,
         | 
|  | |
| 214 | 
             
                        ],
         | 
| 215 | 
             
                        outputs=[result, token_map],
         | 
| 216 | 
             
                    )
         | 
|  | |
| 35 | 
             
                    seed: int,
         | 
| 36 | 
             
                    steps: int,
         | 
| 37 | 
             
                    guidance_weight: float,
         | 
| 38 | 
            +
                    color_guidance_weight: float,
         | 
| 39 | 
             
                ):
         | 
| 40 | 
             
                    run_dir = 'results/'
         | 
| 41 | 
             
                    # Load region diffusion model.
         | 
|  | |
| 58 |  | 
| 59 | 
             
                    # create control input for region guidance
         | 
| 60 | 
             
                    text_format_dict, color_target_token_ids = get_gradient_guidance_input(
         | 
| 61 | 
            +
                        model, base_tokens, color_text_prompts, color_rgbs, text_format_dict, color_guidance_weight=color_guidance_weight)
         | 
| 62 |  | 
| 63 | 
             
                    seed_everything(seed)
         | 
| 64 |  | 
|  | |
| 149 | 
             
                                512,
         | 
| 150 | 
             
                                512,
         | 
| 151 | 
             
                                6,
         | 
| 152 | 
            +
                                1,
         | 
| 153 | 
             
                            ],
         | 
| 154 | 
             
                            [
         | 
| 155 | 
             
                                '{"ops": [{"insert": "A pizza with "}, {"attributes": {"size": "50px"}, "insert": "pineapples"}, {"insert": ", pepperonis, and mushrooms on the top, 4k, photorealistic"}]}',
         | 
|  | |
| 157 | 
             
                                768,
         | 
| 158 | 
             
                                896,
         | 
| 159 | 
             
                                6,
         | 
| 160 | 
            +
                                1,
         | 
| 161 | 
             
                            ],
         | 
| 162 | 
             
                            [
         | 
| 163 | 
             
                                '{"ops":[{"insert":"a "},{"attributes":{"font":"mirza"},"insert":"beautiful garden"},{"insert":" with a "},{"attributes":{"font":"roboto"},"insert":"snow mountain in the background"},{"insert":""}]}',
         | 
|  | |
| 165 | 
             
                                512,
         | 
| 166 | 
             
                                512,
         | 
| 167 | 
             
                                3,
         | 
| 168 | 
            +
                                1,
         | 
| 169 | 
             
                            ],
         | 
| 170 | 
             
                            [
         | 
| 171 | 
             
                                '{"ops":[{"insert":"A close-up 4k dslr photo of a "},{"attributes":{"link":"A cat wearing sunglasses and a bandana around its neck."},"insert":"cat"},{"insert":" riding a scooter. Palm trees in the background."}]}',
         | 
|  | |
| 173 | 
             
                                512,
         | 
| 174 | 
             
                                512,
         | 
| 175 | 
             
                                6,
         | 
| 176 | 
            +
                                1,
         | 
| 177 | 
             
                            ],
         | 
| 178 | 
             
                            [
         | 
| 179 | 
             
                                {"ops":[{"insert":"a "},{"attributes":{"font":"slabo"},"insert":"night sky filled with stars"},{"insert":" above a "},{"attributes":{"font":"roboto"},"insert":"turbulent sea with giant waves"},{"insert":"\n"}]},
         | 
|  | |
| 181 | 
             
                                512,
         | 
| 182 | 
             
                                512,
         | 
| 183 | 
             
                                6,
         | 
| 184 | 
            +
                                1,
         | 
| 185 | 
             
                            ],
         | 
| 186 | 
             
                            [
         | 
| 187 | 
             
                                {"ops":[{"attributes":{"link":"the awe-inspiring sky and ocean in the style of J.M.W. Turner"},"insert":"the awe-inspiring sky and sea"},{"insert":" by "},{"attributes":{"font":"mirza"},"insert":"a coast with flowers and grasses in spring"},{"insert":"\n"}]},
         | 
|  | |
| 189 | 
             
                                512,
         | 
| 190 | 
             
                                512,
         | 
| 191 | 
             
                                9,
         | 
| 192 | 
            +
                                1,
         | 
| 193 | 
             
                            ],
         | 
| 194 | 
             
                        ]
         | 
| 195 | 
             
                        gr.Examples(examples=examples,
         | 
|  | |
| 199 | 
             
                                        height,
         | 
| 200 | 
             
                                        width,
         | 
| 201 | 
             
                                        seed,
         | 
| 202 | 
            +
                                        color_guidance_weight,
         | 
| 203 | 
             
                                    ],
         | 
| 204 | 
             
                                    outputs=[
         | 
| 205 | 
             
                                        result,
         | 
|  | |
| 219 | 
             
                            seed,
         | 
| 220 | 
             
                            steps,
         | 
| 221 | 
             
                            guidance_weight,
         | 
| 222 | 
            +
                            color_guidance_weight,
         | 
| 223 | 
             
                        ],
         | 
| 224 | 
             
                        outputs=[result, token_map],
         | 
| 225 | 
             
                    )
         |