  
  import json
  import logging
  import os
  import subprocess
  import sys
  import urllib
  import warnings
  import zipfile
  from hashlib import sha1
 
</s> remove from hashlib import sha1
 </s> add  </s> remove from random import random, shuffle, choice
 </s> add from random import shuffle, choice </s> remove """ Process training data for model training """
 </s> add """ Handles Data Augmentation for feeding Faceswap Models """ </s> remove from lib.utils import cv2_read_img
 </s> add from lib.image import read_image

  
  import json
  import logging
  import os

  import sys
  import urllib
  import warnings
  import zipfile
  from hashlib import sha1
keep keep keep keep replace keep keep keep keep keep
 Optimize Data Augmentation (#881)

* Move image utils to lib.image
* Add .pylintrc file
* Remove some cv2 pylint ignores
* TrainingData: Load images from disk in batches
* TrainingData: get_landmarks to batch
* TrainingData: transform and flip to batches
* TrainingData: Optimize color augmentation
* TrainingData: Optimize target and random_warp
* TrainingData - Convert _get_closest_match for batching
* TrainingData: Warp To Landmarks optimized
* Save models to threadpoolexecutor
* Move stack_images, Rename ImageManipulation. ImageAugmentation Docstrings
* Masks: Set dtype and threshold for lib.masks based on input face
* Docstrings and Documentation 
lib/utils.py