1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
- #!/bin/bash
- # PASCAL VOC dataset http://host.robots.ox.ac.uk/pascal/VOC/
- # Download command: bash data/scripts/get_voc.sh
- # Train command: python train.py --data voc.yaml
- # Default dataset location is next to YOLOv5:
- # /parent_folder
- # /VOC
- # /yolov5
- start=$(date +%s)
- mkdir -p ../tmp
- cd ../tmp/
- # Download/unzip images and labels
- d='.' # unzip directory
- url=https://github.com/ultralytics/yolov5/releases/download/v1.0/
- f1=VOCtrainval_06-Nov-2007.zip # 446MB, 5012 images
- f2=VOCtest_06-Nov-2007.zip # 438MB, 4953 images
- f3=VOCtrainval_11-May-2012.zip # 1.95GB, 17126 images
- for f in $f3 $f2 $f1; do
- echo 'Downloading' $url$f '...'
- curl -L $url$f -o $f && unzip -q $f -d $d && rm $f & # download, unzip, remove in background
- done
- wait # finish background tasks
- end=$(date +%s)
- runtime=$((end - start))
- echo "Completed in" $runtime "seconds"
- echo "Splitting dataset..."
- python3 - "$@" <<END
- import os
- import xml.etree.ElementTree as ET
- from os import getcwd
- sets = [('2012', 'train'), ('2012', 'val'), ('2007', 'train'), ('2007', 'val'), ('2007', 'test')]
- classes = ["aeroplane", "bicycle", "bird", "boat", "bottle", "bus", "car", "cat", "chair", "cow", "diningtable", "dog",
- "horse", "motorbike", "person", "pottedplant", "sheep", "sofa", "train", "tvmonitor"]
- def convert_box(size, box):
- dw = 1. / (size[0])
- dh = 1. / (size[1])
- x, y, w, h = (box[0] + box[1]) / 2.0 - 1, (box[2] + box[3]) / 2.0 - 1, box[1] - box[0], box[3] - box[2]
- return x * dw, y * dh, w * dw, h * dh
- def convert_annotation(year, image_id):
- in_file = open('VOCdevkit/VOC%s/Annotations/%s.xml' % (year, image_id))
- out_file = open('VOCdevkit/VOC%s/labels/%s.txt' % (year, image_id), 'w')
- tree = ET.parse(in_file)
- root = tree.getroot()
- size = root.find('size')
- w = int(size.find('width').text)
- h = int(size.find('height').text)
- for obj in root.iter('object'):
- difficult = obj.find('difficult').text
- cls = obj.find('name').text
- if cls not in classes or int(difficult) == 1:
- continue
- cls_id = classes.index(cls)
- xmlbox = obj.find('bndbox')
- b = (float(xmlbox.find('xmin').text), float(xmlbox.find('xmax').text), float(xmlbox.find('ymin').text),
- float(xmlbox.find('ymax').text))
- bb = convert_box((w, h), b)
- out_file.write(str(cls_id) + " " + " ".join([str(a) for a in bb]) + '\n')
- cwd = getcwd()
- for year, image_set in sets:
- if not os.path.exists('VOCdevkit/VOC%s/labels/' % year):
- os.makedirs('VOCdevkit/VOC%s/labels/' % year)
- image_ids = open('VOCdevkit/VOC%s/ImageSets/Main/%s.txt' % (year, image_set)).read().strip().split()
- list_file = open('%s_%s.txt' % (year, image_set), 'w')
- for image_id in image_ids:
- list_file.write('%s/VOCdevkit/VOC%s/JPEGImages/%s.jpg\n' % (cwd, year, image_id))
- convert_annotation(year, image_id)
- list_file.close()
- END
- cat 2007_train.txt 2007_val.txt 2012_train.txt 2012_val.txt >train.txt
- cat 2007_train.txt 2007_val.txt 2007_test.txt 2012_train.txt 2012_val.txt >train.all.txt
- mkdir ../VOC ../VOC/images ../VOC/images/train ../VOC/images/val
- mkdir ../VOC/labels ../VOC/labels/train ../VOC/labels/val
- python3 - "$@" <<END
- import os
- print(os.path.exists('../tmp/train.txt'))
- with open('../tmp/train.txt', 'r') as f:
- for line in f.readlines():
- line = "/".join(line.split('/')[-5:]).strip()
- if os.path.exists("../" + line):
- os.system("cp ../" + line + " ../VOC/images/train")
- line = line.replace('JPEGImages', 'labels').replace('jpg', 'txt')
- if os.path.exists("../" + line):
- os.system("cp ../" + line + " ../VOC/labels/train")
- print(os.path.exists('../tmp/2007_test.txt'))
- with open('../tmp/2007_test.txt', 'r') as f:
- for line in f.readlines():
- line = "/".join(line.split('/')[-5:]).strip()
- if os.path.exists("../" + line):
- os.system("cp ../" + line + " ../VOC/images/val")
- line = line.replace('JPEGImages', 'labels').replace('jpg', 'txt')
- if os.path.exists("../" + line):
- os.system("cp ../" + line + " ../VOC/labels/val")
- END
- rm -rf ../tmp # remove temporary directory
- echo "VOC download done."
|