EasyOCR / ocrFuncs.py
GDavila's picture
Update ocrFuncs.py
53bb8bc
#bit messy to say the least will put cleaner version in separate space
def imgOCR_img2text(imgFilename):
import easyocr
#reader = easyocr.Reader(['en'], gpu=True) #GPU inference - faster and more accurate but need GPU. Enable and try/excpet CPU users down to CPU
reader = easyocr.Reader(['en'], gpu=False) #CPU inference - slower and less accurate
'''
try:
reader = easyocr.Reader(['en'], gpu=True) #GPU inference - faster and more accurate but need GPU. Enable and try/except CPU users down to CPU
except:
reader = easyocr.Reader(['en'], gpu=False) #CPU inference - slower and less accurate
'''
# Create a reader to do OCR.
# If you change to GPU instance, it will be faster. But CPU is enough.
# (by MENU > Runtime > Change runtime type > GPU, then redo from beginning )
#import easyocr
#reader = easyocr.Reader(['en'], gpu=True)
# Doing OCR. Get bounding boxes.
bounds2 = reader.readtext(imgFilename) #'writing_demo1.png'
#bounds2 = reader.readtext('writing_demo1.png', detail = 0) # detail = 0 turns off details, ie coordinates of bounding boxes and just returns the text
OCRbox = []
for kk in range(len(bounds2)): #don't want to alter original with the operations below
OCRbox.append( bounds2[kk] )
def getX1ofBoundingBox(inputArray1): # inputArray1 = bounds2[kk]
boundingX1 = (inputArray1[0])[0][0]
return boundingX1
def getY1ofBoundingBox(inputArray2): # inputArray2 = bounds2[kk]
boundingY1 = (inputArray2[0])[0][1]
return boundingY1
def getX3ofBoundingBox(inputArray3): # inputArray3 = bounds2[kk]
boundingX3 = (inputArray3[0])[2][0]
return boundingX3
def getY3ofBoundingBox(inputArray4): # inputArray4 = bounds2[kk]
boundingY3 = (inputArray4[0])[2][1]
return boundingY3
def get_XcentroidCoordinate_ofBoundingBox(inputArray5): # inputArray5 = bounds2[kk]
x1_0 = getX1ofBoundingBox(inputArray5)
x3_0 = getX3ofBoundingBox(inputArray5)
x_centroid0 = ( (x3_0 - x1_0) / 2 ) + x1_0
return x_centroid0
def get_YcentroidCoordinate_ofBoundingBox(inputArray6): # inputArray6 = bounds2[kk]
y1_0 = getY1ofBoundingBox(inputArray6)
y3_0 = getY3ofBoundingBox(inputArray6)
y_centroid0 = ( (y3_0 - y1_0) / 2 ) + y1_0
return y_centroid0
for kk in range(len(OCRbox)):
#bounds2[]
#OCRbox.sort(key=getY1ofBoundingBox) #Sorts it by Y1 location, see here for use of function key in sort https://www.w3schools.com/python/ref_list_sort.asp
OCRbox.sort(key=get_YcentroidCoordinate_ofBoundingBox) #Sorts it by Y centroid location
# [ associatedText, boundingCoordinates ] = [ bounds2[kk][1] , [X1, X3, Y1, Y3] ]
print( bounds2 )
print( "Row sorted aka all Y_centroid (or Y1, Y3, whichever we chose to sort by) should be increasing in each new item : ", OCRbox )
listOfRows = []
minilist = []
for kk in range(len(OCRbox) - 1):
minilist.append( OCRbox[kk] )
if get_YcentroidCoordinate_ofBoundingBox( OCRbox[kk] ) < getY1ofBoundingBox( OCRbox[kk + 1] ):
listOfRows.append( minilist )
#print( "this minilist aka row = " , minilist )
minilist = []
#minilist.append( OCRbox[kk] )
print( "listOfRows = ", listOfRows)
print( "len( listOfRows) = " , len( listOfRows) )
print( "the final minilist aka row = " , minilist )
print( "OCRbox[-1] = ", OCRbox[-1] )
#boundary case for last row. If its a single box we append it as its own row. If not we append it to the last list.
if get_YcentroidCoordinate_ofBoundingBox( OCRbox[-2] ) < getY1ofBoundingBox( OCRbox[-1] ): #boundary case in case the last row also happens to be a single box
listOfRows.append( [OCRbox[-1]] ) #tack on last one that for loop didnt AS ITS OWN LIST
elif len(listOfRows) < 1: #basically no text or single row detected
listOfRows.append( [OCRbox[-1]] )
else:
listOfRows[-1].append( OCRbox[-1] ) #tack it onto the last row
#def readLeft2RightSort(): #aka English, for Japanese just do Right2Left; Really just an X-centroid sort on each element of list of rows SEPARATELY like we did Y-centroid sort above
listOfRows.append( [([[0, 0], [0, 0], [0, 0], [0, 0]], '', 1)] ) #preserve structure in empty case
for kk in range(len(listOfRows)):
listOfRows[kk].sort(key=get_XcentroidCoordinate_ofBoundingBox)
print(listOfRows)
print(listOfRows[0])
print(listOfRows[1])
print(listOfRows[0][0][1])
rowOfTextList = []
for kk in range(len(listOfRows)):
for ii in range(len(listOfRows[kk])):
rowOfTextString = ''.join(listOfRows[kk][ii][1])
rowOfTextList.append(rowOfTextString)
print(rowOfTextList)
coordinateSortedText = ' '.join(rowOfTextList)
print(coordinateSortedText)
def cleanOCRtext(inputString2clean):
inputString2clean = inputString2clean.replace("_", " ") #replace _ with space
inputString2clean = inputString2clean.replace(" ", " ") #replace double space with single space
inputString2clean = inputString2clean.lower()
#import re #turn 0's that appear in the text into o's, this seems to be the major letter to number error
inputString2clean = re.sub("([a-z])[0]", "\\1o", inputString2clean) #capture [a-z] with parentheses then reference the first capture as \\1
inputString2clean = re.sub("[0]([a-z])", "\\1o", inputString2clean)
return inputString2clean
cleanedText = cleanOCRtext(coordinateSortedText)
print("============================== FINAL ==============================")
print(cleanedText)
return cleanedText