Update app.py

app.py

@@ -32,6 +32,7 @@ torch.backends.cudnn.deterministic = False
 torch.backends.cudnn.benchmark = False
 #torch.backends.cuda.preferred_blas_library="cublas"
 #torch.backends.cuda.preferred_linalg_library="cusolver"
+torch.set_float32_matmul_precision("highest")
 
 hftoken = os.getenv("HF_AUTH_TOKEN") 
 
@@ -111,7 +112,6 @@ def infer_30(
     pipe.text_encoder=text_encoder
     pipe.text_encoder_2=text_encoder_2
     pipe.text_encoder_3=text_encoder_3
-    torch.set_float32_matmul_precision("highest")
     seed = random.randint(0, MAX_SEED)
     generator = torch.Generator(device='cuda').manual_seed(seed)
     print('-- generating image --')
@@ -161,7 +161,6 @@ def infer_60(
     pipe.text_encoder=text_encoder
     pipe.text_encoder_2=text_encoder_2
     pipe.text_encoder_3=text_encoder_3
-    torch.set_float32_matmul_precision("highest")
     seed = random.randint(0, MAX_SEED)
     generator = torch.Generator(device='cuda').manual_seed(seed)
     print('-- generating image --')
@@ -210,7 +209,6 @@ def infer_90(
     pipe.text_encoder=text_encoder
     pipe.text_encoder_2=text_encoder_2
     pipe.text_encoder_3=text_encoder_3
-    torch.set_float32_matmul_precision("highest")
     seed = random.randint(0, MAX_SEED)
     generator = torch.Generator(device='cuda').manual_seed(seed)
     print('-- generating image --')
@@ -256,7 +254,6 @@ def infer_100(
     num_inference_steps,
     progress=gr.Progress(track_tqdm=True),
 ):
-    torch.set_float32_matmul_precision("highest")
     seed = random.randint(0, MAX_SEED)
     generator = torch.Generator(device='cuda').manual_seed(seed)
     print('-- generating image --')