将数据集做成VOC2007格式用于Faster-RCNN训练

  1 # -*- coding:utf-8 -*-
  2 # -------------------------------------------------------------------------------
  3 # Name:        Object bounding box label tool
  4 # Purpose:     Label object bboxes for ImageNet Detection data
  5 # Author:      Qiushi
  6 # Created:     06/06/2014
  7 
  8 #
  9 # -------------------------------------------------------------------------------
 10 from __future__ import division
 11 from Tkinter import *
 12 import tkMessageBox
 13 from PIL import Image, ImageTk
 14 import os
 15 import glob
 16 import random
 17 
 18 w0 = 1;  # 图片原始宽度
 19 h0 = 1;  # 图片原始高度
 20 
 21 # colors for the bboxes
 22 COLORS = [‘red‘, ‘blue‘, ‘yellow‘, ‘pink‘, ‘cyan‘, ‘green‘, ‘black‘]
 23 # image sizes for the examples
 24 SIZE = 256, 256
 25 
 26 # 指定缩放后的图像大小
 27 DEST_SIZE = 500, 500
 28 
 29 
 30 class LabelTool():
 31     def __init__(self, master):
 32         # set up the main frame
 33         self.parent = master
 34         self.parent.title("LabelTool")
 35         self.frame = Frame(self.parent)
 36         self.frame.pack(fill=BOTH, expand=1)
 37         self.parent.resizable(width=TRUE, height=TRUE)
 38 
 39         # initialize global state
 40         self.imageDir = ‘‘
 41         self.imageList = []
 42         self.egDir = ‘‘
 43         self.egList = []
 44         self.outDir = ‘‘
 45         self.cur = 0
 46         self.total = 0
 47         self.category = 0
 48         self.imagename = ‘‘
 49         self.labelfilename = ‘‘
 50         self.tkimg = None
 51 
 52         # initialize mouse state
 53         self.STATE = {}
 54         self.STATE[‘click‘] = 0
 55         self.STATE[‘x‘], self.STATE[‘y‘] = 0, 0
 56 
 57         # reference to bbox
 58         self.bboxIdList = []
 59         self.bboxId = None
 60         self.bboxList = []
 61         self.hl = None
 62         self.vl = None
 63 
 64         # ----------------- GUI stuff ---------------------
 65         # dir entry & load
 66         self.label = Label(self.frame, text="Image Dir:")
 67         self.label.grid(row=0, column=0, sticky=E)
 68         self.entry = Entry(self.frame)
 69         self.entry.grid(row=0, column=1, sticky=W + E)
 70         self.ldBtn = Button(self.frame, text="Load", command=self.loadDir)
 71         self.ldBtn.grid(row=0, column=2, sticky=W + E)
 72 
 73         # main panel for labeling
 74         self.mainPanel = Canvas(self.frame, cursor=‘tcross‘)
 75         self.mainPanel.bind("<Button-1>", self.mouseClick)
 76         self.mainPanel.bind("<Motion>", self.mouseMove)
 77         self.parent.bind("<Escape>", self.cancelBBox)  # press <Espace> to cancel current bbox
 78         self.parent.bind("s", self.cancelBBox)
 79         self.parent.bind("a", self.prevImage)  # press ‘a‘ to go backforward
 80         self.parent.bind("d", self.nextImage)  # press ‘d‘ to go forward
 81         self.mainPanel.grid(row=1, column=1, rowspan=4, sticky=W + N)
 82 
 83         # showing bbox info & delete bbox
 84         self.lb1 = Label(self.frame, text=‘Bounding boxes:‘)
 85         self.lb1.grid(row=1, column=2, sticky=W + N)
 86 
 87         self.listbox = Listbox(self.frame, width=28, height=12)
 88         self.listbox.grid(row=2, column=2, sticky=N)
 89 
 90         self.btnDel = Button(self.frame, text=‘Delete‘, command=self.delBBox)
 91         self.btnDel.grid(row=3, column=2, sticky=W + E + N)
 92         self.btnClear = Button(self.frame, text=‘ClearAll‘, command=self.clearBBox)
 93         self.btnClear.grid(row=4, column=2, sticky=W + E + N)
 94 
 95         # control panel for image navigation
 96         self.ctrPanel = Frame(self.frame)
 97         self.ctrPanel.grid(row=5, column=1, columnspan=2, sticky=W + E)
 98         self.prevBtn = Button(self.ctrPanel, text=‘<< Prev‘, width=10, command=self.prevImage)
 99         self.prevBtn.pack(side=LEFT, padx=5, pady=3)
100         self.nextBtn = Button(self.ctrPanel, text=‘Next >>‘, width=10, command=self.nextImage)
101         self.nextBtn.pack(side=LEFT, padx=5, pady=3)
102         self.progLabel = Label(self.ctrPanel, text="Progress:     /    ")
103         self.progLabel.pack(side=LEFT, padx=5)
104         self.tmpLabel = Label(self.ctrPanel, text="Go to Image No.")
105         self.tmpLabel.pack(side=LEFT, padx=5)
106         self.idxEntry = Entry(self.ctrPanel, width=5)
107         self.idxEntry.pack(side=LEFT)
108         self.goBtn = Button(self.ctrPanel, text=‘Go‘, command=self.gotoImage)
109         self.goBtn.pack(side=LEFT)
110 
111         # example pannel for illustration
112         self.egPanel = Frame(self.frame, border=10)
113         self.egPanel.grid(row=1, column=0, rowspan=5, sticky=N)
114         self.tmpLabel2 = Label(self.egPanel, text="Examples:")
115         self.tmpLabel2.pack(side=TOP, pady=5)
116 
117         self.egLabels = []
118         for i in range(3):
119             self.egLabels.append(Label(self.egPanel))
120             self.egLabels[-1].pack(side=TOP)
121 
122         # display mouse position
123         self.disp = Label(self.ctrPanel, text=‘‘)
124         self.disp.pack(side=RIGHT)
125 
126         self.frame.columnconfigure(1, weight=1)
127         self.frame.rowconfigure(4, weight=1)
128 
129         # for debugging
130 
131     ##        self.setImage()
132     ##        self.loadDir()
133 
134 
135     def loadDir(self, dbg=False):
136         if not dbg:
137             s = self.entry.get()
138             self.parent.focus()
139             self.category = int(s)
140         else:
141             s = r‘D:\workspace\python\labelGUI‘
142         ##        if not os.path.isdir(s):
143         ##            tkMessageBox.showerror("Error!", message = "The specified dir doesn‘t exist!")
144         ##            return
145         # get image list
146 
147         print ‘self.category =%d‘ % (self.category)
148 
149         self.imageDir = os.path.join(r‘./images‘, ‘%03d‘ % (self.category))
150         print(self.imageDir)
151         self.imageList = glob.glob(os.path.join(self.imageDir, ‘*.jpg‘))
152         if len(self.imageList) == 0:
153             print ‘No .jpg images found in the specified dir!‘
154             return
155         else:
156             print ‘num=%d‘ % (len(self.imageList))
157 
158         # default to the 1st image in the collection
159         self.cur = 1
160         self.total = len(self.imageList)
161 
162         # set up output dir
163         self.outDir = os.path.join(r‘./labels‘, ‘%03d‘ % (self.category))
164         if not os.path.exists(self.outDir):
165             os.mkdir(self.outDir)
166 
167         # load example bboxes
168         self.egDir = os.path.join(r‘./Examples‘, ‘%03d‘ % (self.category))
169         # if not os.path.exists(self.egDir):
170         #   return
171 
172         filelist = glob.glob(os.path.join(self.egDir, ‘*.jpg‘))
173         self.tmp = []
174         self.egList = []
175         random.shuffle(filelist)
176         for (i, f) in enumerate(filelist):
177             if i == 3:
178                 break
179             im = Image.open(f)
180             r = min(SIZE[0] / im.size[0], SIZE[1] / im.size[1])
181             new_size = int(r * im.size[0]), int(r * im.size[1])
182             self.tmp.append(im.resize(new_size, Image.ANTIALIAS))
183             self.egList.append(ImageTk.PhotoImage(self.tmp[-1]))
184             self.egLabels[i].config(image=self.egList[-1], width=SIZE[0], height=SIZE[1])
185 
186         self.loadImage()
187         print ‘%d images loaded from %s‘ % (self.total, s)
188 
189     def loadImage(self):
190         # load image
191         imagepath = self.imageList[self.cur - 1]
192         pil_image = Image.open(imagepath)
193 
194         # get the size of the image
195         # 获取图像的原始大小
196         global w0, h0
197         w0, h0 = pil_image.size
198 
199         # 缩放到指定大小
200         pil_image = pil_image.resize((DEST_SIZE[0], DEST_SIZE[1]), Image.ANTIALIAS)
201 
202         # pil_image = imgresize(w, h, w_box, h_box, pil_image)
203         self.img = pil_image
204 
205         self.tkimg = ImageTk.PhotoImage(pil_image)
206 
207         self.mainPanel.config(width=max(self.tkimg.width(), 400), height=max(self.tkimg.height(), 400))
208         self.mainPanel.create_image(0, 0, image=self.tkimg, anchor=NW)
209         self.progLabel.config(text="%04d/%04d" % (self.cur, self.total))
210 
211         # load labels
212         self.clearBBox()
213         self.imagename = os.path.split(imagepath)[-1].split(‘.‘)[0]
214         labelname = self.imagename + ‘.txt‘
215         self.labelfilename = os.path.join(self.outDir, labelname)
216         bbox_cnt = 0
217         if os.path.exists(self.labelfilename):
218             with open(self.labelfilename) as f:
219                 for (i, line) in enumerate(f):
220                     if i == 0:
221                         bbox_cnt = int(line.strip())
222                         continue
223                     print line
224                     tmp = [(t.strip()) for t in line.split()]
225 
226                     print "********************"
227                     print DEST_SIZE
228                     # tmp = (0.1, 0.3, 0.5, 0.5)
229                     print "tmp[0,1,2,3]===%.2f, %.2f, %.2f, %.2f" % (
230                     float(tmp[0]), float(tmp[1]), float(tmp[2]), float(tmp[3]))
231                     # print "%.2f,%.2f,%.2f,%.2f" %(tmp[0] tmp[1] tmp[2] tmp[3] )
232 
233                     print "********************"
234 
235                     # tx = (10, 20, 30, 40)
236                     # self.bboxList.append(tuple(tx))
237                     self.bboxList.append(tuple(tmp))
238                     tmp[0] = float(tmp[0])
239                     tmp[1] = float(tmp[1])
240                     tmp[2] = float(tmp[2])
241                     tmp[3] = float(tmp[3])
242 
243                     tx0 = int(tmp[0] * DEST_SIZE[0])
244                     ty0 = int(tmp[1] * DEST_SIZE[1])
245 
246                     tx1 = int(tmp[2] * DEST_SIZE[0])
247                     ty1 = int(tmp[3] * DEST_SIZE[1])
248                     print "tx0, ty0, tx1, ty1"
249                     print tx0, ty0, tx1, ty1
250 
251                     tmpId = self.mainPanel.create_rectangle(tx0, ty0, tx1, ty1, 252                                                             width=2, 253                                                             outline=COLORS[(len(self.bboxList) - 1) % len(COLORS)])
254 
255                     self.bboxIdList.append(tmpId)
256                     self.listbox.insert(END, ‘(%.2f,%.2f)-(%.2f,%.2f)‘ % (tmp[0], tmp[1], tmp[2], tmp[3]))
257 
258                     # self.listbox.insert(END, ‘(%d, %d) -> (%d, %d)‘ %(tmp[0], tmp[1], tmp[2], tmp[3]))
259                     self.listbox.itemconfig(len(self.bboxIdList) - 1,
260                                             fg=COLORS[(len(self.bboxIdList) - 1) % len(COLORS)])
261 
262     def saveImage(self):
263         # print "-----1--self.bboxList---------"
264         print self.bboxList
265         # print "-----2--self.bboxList---------"
266 
267         with open(self.labelfilename, ‘w‘) as f:
268             f.write(‘%d\n‘ % len(self.bboxList))
269             for bbox in self.bboxList:
270                 f.write(‘ ‘.join(map(str, bbox)) + ‘\n‘)
271         print ‘Image No. %d saved‘ % (self.cur)
272 
273     def mouseClick(self, event):
274         if self.STATE[‘click‘] == 0:
275             self.STATE[‘x‘], self.STATE[‘y‘] = event.x, event.y
276         else:
277             x1, x2 = min(self.STATE[‘x‘], event.x), max(self.STATE[‘x‘], event.x)
278             y1, y2 = min(self.STATE[‘y‘], event.y), max(self.STATE[‘y‘], event.y)
279 
280             x1, x2 = x1 / DEST_SIZE[0], x2 / DEST_SIZE[0];
281             y1, y2 = y1 / DEST_SIZE[1], y2 / DEST_SIZE[1];
282 
283             self.bboxList.append((x1, y1, x2, y2))
284             self.bboxIdList.append(self.bboxId)
285             self.bboxId = None
286             self.listbox.insert(END, ‘(%.2f, %.2f)-(%.2f, %.2f)‘ % (x1, y1, x2, y2))
287             self.listbox.itemconfig(len(self.bboxIdList) - 1, fg=COLORS[(len(self.bboxIdList) - 1) % len(COLORS)])
288         self.STATE[‘click‘] = 1 - self.STATE[‘click‘]
289 
290     def mouseMove(self, event):
291         self.disp.config(text=‘x: %.2f, y: %.2f‘ % (event.x / DEST_SIZE[0], event.y / DEST_SIZE[1]))
292         if self.tkimg:
293             if self.hl:
294                 self.mainPanel.delete(self.hl)
295             self.hl = self.mainPanel.create_line(0, event.y, self.tkimg.width(), event.y, width=2)
296             if self.vl:
297                 self.mainPanel.delete(self.vl)
298             self.vl = self.mainPanel.create_line(event.x, 0, event.x, self.tkimg.height(), width=2)
299         if 1 == self.STATE[‘click‘]:
300             if self.bboxId:
301                 self.mainPanel.delete(self.bboxId)
302             self.bboxId = self.mainPanel.create_rectangle(self.STATE[‘x‘], self.STATE[‘y‘], 303                                                           event.x, event.y, 304                                                           width=2, 305                                                           outline=COLORS[len(self.bboxList) % len(COLORS)])
306 
307     def cancelBBox(self, event):
308         if 1 == self.STATE[‘click‘]:
309             if self.bboxId:
310                 self.mainPanel.delete(self.bboxId)
311                 self.bboxId = None
312                 self.STATE[‘click‘] = 0
313 
314     def delBBox(self):
315         sel = self.listbox.curselection()
316         if len(sel) != 1:
317             return
318         idx = int(sel[0])
319         self.mainPanel.delete(self.bboxIdList[idx])
320         self.bboxIdList.pop(idx)
321         self.bboxList.pop(idx)
322         self.listbox.delete(idx)
323 
324     def clearBBox(self):
325         for idx in range(len(self.bboxIdList)):
326             self.mainPanel.delete(self.bboxIdList[idx])
327         self.listbox.delete(0, len(self.bboxList))
328         self.bboxIdList = []
329         self.bboxList = []
330 
331     def prevImage(self, event=None):
332         self.saveImage()
333         if self.cur > 1:
334             self.cur -= 1
335             self.loadImage()
336 
337     def nextImage(self, event=None):
338         self.saveImage()
339         if self.cur < self.total:
340             self.cur += 1
341             self.loadImage()
342 
343     def gotoImage(self):
344         idx = int(self.idxEntry.get())
345         if 1 <= idx and idx <= self.total:
346             self.saveImage()
347             self.cur = idx
348             self.loadImage()
349 
350             ##    def setImage(self, imagepath = r‘test2.png‘):
351             ##        self.img = Image.open(imagepath)
352             ##        self.tkimg = ImageTk.PhotoImage(self.img)
353             ##        self.mainPanel.config(width = self.tkimg.width())
354             ##        self.mainPanel.config(height = self.tkimg.height())
355             ##        self.mainPanel.create_image(0, 0, image = self.tkimg, anchor=NW)
356 
357     def imgresize(w, h, w_box, h_box, pil_image):
358         ‘‘‘
359         resize a pil_image object so it will fit into
360         a box of size w_box times h_box, but retain aspect ratio
361         ‘‘‘
362         f1 = 1.0 * w_box / w  # 1.0 forces float division in Python2
363         f2 = 1.0 * h_box / h
364         factor = min([f1, f2])
365         # print(f1, f2, factor) # test
366         # use best down-sizing filter
367         width = int(w * factor)
368         height = int(h * factor)
369         return pil_image.resize((width, height), Image.ANTIALIAS)
370 
371 
372 if __name__ == ‘__main__‘:
373     root = Tk()
374     tool = LabelTool(root)
375     root.mainloop()

<annotation>
    <folder>VOC2007</folder>
    <filename>000002.jpg</filename>
    <source>
        <database>My Database</database>
        <annotation>VOC2007</annotation>
        <image>flickr</image>
        <flickrid>NULL</flickrid>
    </source>
    <owner>
        <flickrid>NULL</flickrid>
        <name>J</name>
    </owner>
    <size>
        <width>256</width>
        <height>256</height>
        <depth>3</depth>
    </size>
    <segmented>0</segmented>
    <object>
        <name>2</name>
        <pose>Unspecified</pose>
        <truncated>0</truncated>
        <difficult>0</difficult>
        <bndbox>
            <xmin>31</xmin>
            <ymin>20</ymin>
            <xmax>241</xmax>
            <ymax>250</ymax>
        </bndbox>
    </object>
</annotation>

 1 import glob
 2 
 3 s1="""    <object>
 4         <name>{0}</name>
 5         <pose>Unspecified</pose>
 6         <truncated>0</truncated>
 7         <difficult>0</difficult>
 8         <bndbox>
 9             <xmin>{1}</xmin>
10             <ymin>{2}</ymin>
11             <xmax>{3}</xmax>
12             <ymax>{4}</ymax>
13         </bndbox>
14     </object>"""
15 
16 s2="""<annotation>
17     <folder>VOC2007</folder>
18     <filename>{0}</filename>
19     <source>
20         <database>My Database</database>
21         <annotation>VOC2007</annotation>
22         <image>flickr</image>
23         <flickrid>NULL</flickrid>
24     </source>
25     <owner>
26         <flickrid>NULL</flickrid>
27         <name>J</name>
28     </owner>
29     <size>
30         <width>256</width>
31         <height>256</height>
32         <depth>3</depth>
33     </size>
34     <segmented>0</segmented>
35     <object>
36         <name>{1}</name>
37         <pose>Unspecified</pose>
38         <truncated>0</truncated>
39         <difficult>0</difficult>
40         <bndbox>
41             <xmin>{2}</xmin>
42             <ymin>{3}</ymin>
43             <xmax>{4}</xmax>
44             <ymax>{5}</ymax>
45         </bndbox>
46     </object>{6}
47 </annotation>
48 """
49 
50 textlist=glob.glob(‘labels\\001\*.txt‘)
51 for text_ in textlist:
52     flabel = open(text_, ‘r‘)
53     lb = flabel.readlines()
54     flabel.close()
55     ob2 = ""
56     if len(lb)<2:
57         continue  # no annotation
58     x1=2
59     x2=lb[1].split(‘ ‘)
60     x3 = [int(float(i) * 256) for i in x2]
61     if len(lb)>2:  # extra annotation
62         for i in range(2,len(lb)):
63             y2 = lb[i].split(‘ ‘)
64             y3 = [int(float(i) * 256) for i in y2]
65             ob2+=‘\n‘ + s1.format(x1,y3[0],y3[1],y3[2],y3[3])
66     imgname=(‘%06d‘ % (int(text_[13:-4])))+‘.jpg‘
67     savename=‘Annotations\\‘+str(‘%06d‘ % (int(text_[13:-4])))+‘.xml‘
68     f = open(savename, ‘w‘)
69     ob1=s2.format(imgname, x1, x3[0],x3[1],x3[2],x3[3],  ob2)
70     f.write(ob1)
71     f.close()

 1 import os
 2 import random
 3 
 4 trainval_percent = 0.66
 5 train_percent = 0.5
 6 xmlfilepath = ‘Annotations‘
 7 txtsavepath = ‘ImageSets\Main‘
 8 total_xml = os.listdir(xmlfilepath)
 9 
10 num=len(total_xml)
11 list=range(num)
12 tv=int(num*trainval_percent)
13 tr=int(tv*train_percent)
14 trainval= random.sample(list,tv)
15 train=random.sample(trainval,tr)
16 
17 ftrainval = open(‘ImageSets\Main\\trainval.txt‘, ‘w‘)
18 ftest = open(‘ImageSets\Main\\test.txt‘, ‘w‘)
19 ftrain = open(‘ImageSets\Main\\train.txt‘, ‘w‘)
20 fval = open(‘ImageSets\Main\\val.txt‘, ‘w‘)
21 
22 for i  in list:
23     name=total_xml[i][:-4]+‘\n‘
24     if i in trainval:
25         ftrainval.write(name)
26         if i in train:
27             ftrain.write(name)
28         else:
29             fval.write(name)
30     else:
31         ftest.write(name)
32 
33 ftrainval.close()
34 ftrain.close()
35 fval.close()
36 ftest .close()