bas
/
pagenet
1
0
Fork 0
Code Issues 0 Pull Requests 0 Releases 0 Wiki Activity
Browse Source

Annotation Tool

master
Chris 7 years ago
parent
2940a1aefc
commit
0aab1ce111
1 changed files with 333 additions and 0 deletions
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. +333
    -0
      pageCropAnnotator.py

+ 333
- 0
pageCropAnnotator.py View File

@@ -0,0 +1,333 @@
#!/usr/bin/python

#This takes a list of image files and acts as a tool to mark the crop region of the page

import re
import xml.etree.ElementTree as ET
import os
import sys
from StringIO import StringIO
import cv2



def showControls():
print(' -----------------------------------------------')
print('| CONTROLS: |')
print('| * set new corner (base on loc): left-click |')
print('| * set new seam corner (two-page): middle-click|')
print('| * confirm corners: enter |')
print('| * mark page as abnormal: a |')
print('| * undo: backspace |')
print('| * start previous page over: backspace(+)|')
#print('| * start current page over: delete |')
print('| * exit: esc |')
print('| |')
print(' -----------------------------------------------')



lastDidList=[]
tl=(-1,-1)
tr=(-1,-1)
bl=(-1,-1)
br=(-1,-1)
tm=(-1,-1)
bm=(-1,-1)

image=None
orig=None

abnorm=False

def draw():
global image,tl,tr,bl,br,tm,bm,abnorm
if tm[0]>=0 and bm[0]>=0:
cv2.line(image, tm, bm, (0,255,0), 2)
if tm[0]>=0 and tl[0]>=0:
cv2.line(image, tm, tl, (0,255,0), 2)
if tm[0]>=0 and tr[0]>=0:
cv2.line(image, tm, tr, (0,255,0), 2)
if bm[0]>=0 and bl[0]>=0:
cv2.line(image, bm, bl, (0,255,0), 2)
if bm[0]>=0 and br[0]>=0:
cv2.line(image, bm, br, (0,255,0), 2)
if tl[0]>=0 and tr[0]>=0:
cv2.line(image, tl, tr, (255,0,0), 2)
if br[0]>=0 and tr[0]>=0:
cv2.line(image, br, tr, (255,0,0), 2)
if br[0]>=0 and bl[0]>=0:
cv2.line(image, br, bl, (255,0,0), 2)
if tl[0]>=0 and bl[0]>=0:
cv2.line(image, tl, bl, (255,0,0), 2)


if tl[0]>=0:
image[tl[1],tl[0]]=(0,0,255)
cv2.circle(image, tl, 2, (0,0,200), 1)
cv2.circle(image, tl, 5, (0,0,200), 2)
if tr[0]>=0:
image[tr[1],tr[0]]=(0,0,255)
cv2.circle(image, tr, 2, (0,0,200), 1)
cv2.circle(image, tr, 5, (0,0,200), 2)
if bl[0]>=0:
image[bl[1],bl[0]]=(0,0,255)
cv2.circle(image, bl, 2, (0,0,200), 1)
cv2.circle(image, bl, 5, (0,0,200), 2)
if br[0]>=0:
image[br[1],br[0]]=(0,0,255)
cv2.circle(image, br, 2, (0,0,200), 1)
cv2.circle(image, br, 5, (0,0,200), 2)
if tm[0]>=0:
image[tm[1],tm[0]]=(0,0,255)
cv2.circle(image, tm, 2, (0,100,200), 1)
cv2.circle(image, tm, 5, (0,100,200), 2)
if bm[0]>=0:
image[bm[1],bm[0]]=(0,0,255)
cv2.circle(image, bm, 2, (0,100,200), 1)
cv2.circle(image, bm, 5, (0,100,200), 2)

if abnorm:
cv2.putText(image, 'ABNORMAL', (image.shape[1]/2,image.shape[0]/2), cv2.FONT_HERSHEY_PLAIN, 2, (0,0,255))


cv2.imshow("image", image)

bimage=None
def clicker(event, x, y, flags, param):
# grab references to the global variables
global image,tl,tr,bl,br,tm,bm,lastDidList,orig

"""if event == cv2.EVENT_LBUTTONDOWN:
if len(segPts)>0:
#change last boundary
image=bimage.copy()
segPts[-1]=x
ll=max(0,segPts[-1]-1)
rr=min(image.shape[1], segPts[-1]+1)
image[:,ll:rr,0] = color[(colorIdx+len(color)-1)%len(color)][0] * image[:,ll:rr,0]
image[:,ll:rr,1] = color[(colorIdx+len(color)-1)%len(color)][1] * image[:,ll:rr,1]
image[:,ll:rr,2] = color[(colorIdx+len(color)-1)%len(color)][2] * image[:,ll:rr,2]
cv2.imshow("image", image)
"""
if event == cv2.EVENT_LBUTTONDOWN:
# a new boundary
if x<image.shape[1]/2 and y<image.shape[0]/2:
tl=(x,y)
if 0 in lastDidList:
image=orig.copy()
lastDidList.remove(0)
lastDidList.append(0)
if x>image.shape[1]/2 and y<image.shape[0]/2:
tr=(x,y)
if 1 in lastDidList:
image=orig.copy()
lastDidList.remove(1)
lastDidList.append(1)
if x<image.shape[1]/2 and y>image.shape[0]/2:
bl=(x,y)
if 2 in lastDidList:
image=orig.copy()
lastDidList.remove(2)
lastDidList.append(2)
if x>image.shape[1]/2 and y>image.shape[0]/2:
br=(x,y)
if 3 in lastDidList:
image=orig.copy()
lastDidList.remove(3)
lastDidList.append(3)
draw()

elif event == cv2.EVENT_MBUTTONDOWN:
# a new boundary
if y<image.shape[0]/2:
tm=(x,y)
if 1 in lastDidList:
image=orig.copy()
lastDidList.remove(1)
lastDidList.append(4)
if y>image.shape[0]/2:
bm=(x,y)
if 3 in lastDidList:
image=orig.copy()
lastDidList.remove(3)
lastDidList.append(5)
draw()

def segmenter(imDir,imagePath,dispHeight):
global image,tl,tr,bl,br,tm,bm,lastDidList,orig,abnorm
print 'opening '+imDir+imagePath
orig = cv2.imread(imDir+imagePath)
scale = orig.shape[0]/dispHeight
orig = cv2.resize(orig,(0,0),None,1.0/scale,1.0/scale)
#print 'opened'
assert orig is not None
redo=True
while redo: #undo loop
abnorm=False
lastDidList=[]
tl=(-1,-1)
tr=(-1,-1)
bl=(-1,-1)
br=(-1,-1)
tm=(-1,-1)
bm=(-1,-1)
redo=False
image = orig.copy()
draw()
while True:
# display the imageWork and wait for a keypress
key = cv2.waitKey(33) & 0xFF #so it is robust on all systems
#print key
if key == 13 and tl[0]>=0 and tr[0]>=0 and bl[0]>=0 and br[0]>=0: #enter
toWrite = imagePath+','+str(int(scale*tl[0]))+','+str(int(scale*tl[1]))+','+str(int(scale*tr[0]))+','+str(int(scale*tr[1]))+','+str(int(scale*br[0]))+','+str(int(scale*br[1]))+','+str(int(scale*bl[0]))+','+str(int(scale*bl[1]))
if abnorm:
if tm[0]>=0 and bm[0]>=0:
toWrite += ',ABNORMAL,'+str(int(scale*tm[0]))+','+str(int(scale*tm[1]))+','+str(int(scale*bm[0]))+','+str(int(scale*bm[1]))
else:
toWrite += ',ABNORMAL'
else:
if tm[0]>=0 and bm[0]>=0:
toWrite += ',DOUBLE,'+str(int(scale*tm[0]))+','+str(int(scale*tm[1]))+','+str(int(scale*bm[0]))+','+str(int(scale*bm[1]))
else:
toWrite += ',SINGLE'
toWrite+='\n';
return toWrite, False, False
elif key == 8: #backspace
if len(lastDidList)>0:
imageWork = orig.copy()
lastDid=lastDidList.pop()
if lastDid==0:
tl=(-1,-1)
elif lastDid==1:
tr=(-1,-1)
elif lastDid==2:
bl=(-1,-1)
elif lastDid==3:
br=(-1,-1)
elif lastDid==4:
tm=(-1,-1)
elif lastDid==5:
bm=(-1,-1)
image=orig.copy()
draw()
else:
return '', True, False
elif key == 127: #del
#if len(lastDidList)>0:
print('[CLEAR]')
redo=True
break
#else:
# return '', True, False
elif key == 27: #esc
print('esc')
return '', False, True
#exit(0)
#break
elif key == 97: #'a'
#return imagePath+',-1,-1,-1,-1,-1,-1,-1,-1,ABNORMAL\n', False, False
abnorm = not abnorm
image=orig.copy()
draw()

#return newWords, newWordBoxes

if len(sys.argv)<4:
print 'usage: '+sys.argv[0]+' imgDir imgList outAnn.csv [displayHeight]'
print 'output format: imageFile, tlx, tly, trx, try, brx, bry, blx, bly, type (,tmx, tmy, bmx, bmy)'
exit(0)

inFile = sys.argv[2]
imDir = sys.argv[1]
if imDir[-1]!='/':
imDir+='/'
outFile = sys.argv[3]
dispHeight=500.0
if len(sys.argv)>4:
dispHeight=float(sys.argv[4])

cv2.namedWindow("image")
cv2.setMouseCallback("image", clicker)

didCount=0
did=[]
try:
check = open(outFile,'r')
did = check.read().splitlines()
didCount=len(did)
check.close()
print 'found '+outFile+', appending. Note: this is sychronizing based on count alone, if '+inFile+' hash changed, but sure to align '+outFile
except IOError:
print ('making new out:'+outFile)

out = open(outFile,'w')

print ' =============================================== '
print ' !!! INSTRUCTIONS !!!'
print ' If the page does not contain a single page, or '
print ' an open book, mark as abnormal with INSERT (e.g.'
print ' two seperate pages).'
print ' Click on the four corners to include all the '
print ' full pages in the image (including two pages if '
print ' fully present).'
print ' If two pages a full present also mark page seam '
print ' (middle-click).'
print ' On placing points, prioritize the following to '
print ' be included/discluded from the polygons in the '
print ' following order:'
print ' 1. Including the present page(s) content.'
print ' 2. Discluding other pages and background.'
print ' 3. Discluding the present page(s) boudary.'
print ' 4. Including the present page(s) white area.'
#print ' book). If a corner is torn, click where it ought'
#print ' to be, based on page edges. The page seem on an '
#print ' open book is the page edge.'
print ' Use ESC to exit or the latest page you finished '
print ' will be lost.'

#i=didCount
i=0
#pageCount=-1
prevSeg=''
seg=''
showControls()
inF = open(inFile,'r')
images = inF.read().splitlines()
end=False
doneOne=False
while i<len(images) and not end:
if i%10==9:
showControls()
print(str(i+1)+' of '+str(len(images)))

if len(did)>i:
line = did[i].strip().split(',')
typ = line[8]
#print typ
if typ != '-1':
out.write(did[i].strip()+'\n')
i+=1
continue
seg, undo, end = segmenter(imDir, images[i],dispHeight)
out.write(seg)
seg=''
i+=1
else:


seg, undo, end = segmenter(imDir, images[i],dispHeight)
if len(seg)>0:
doneOne=True
if undo and i>0 and doneOne:
prevSeg=''
print(str(i)+' of '+str(len(images)))
prevSeg, undo, end = segmenter(imDir, images[i-1],dispHeight)
else:
out.write(prevSeg)
prevSeg=seg
seg=''
i+=1
out.write(prevSeg)
out.write(seg)

Write Preview
Loading…
Cancel
Save