kt_plot/deal_image_path_select_subset.py at master · kaiqi123/kt_plot · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157

import numpy as np

def change_path(oldFile, newFile):
    f = open(oldFile)
    lines = f.readlines()
    lines_new = []
    for line in lines:
        #line1 = line.replace("/home/users/saman/VGG19-TF/", "./")
        line1 = line.replace("/home/users/saman/CNTK/Examples/Image/DataSets/CIFAR-10/", "./cifar10/")
        lines_new.append(line1)
        # print(line1)
    print(len(lines))
    f.close()

    f = open(newFile, "w")
    f.writelines(lines_new)
    f.close()

def select_subset_of_every_category(openFile, writeFile):
    f = open(openFile)
    lines = f.readlines()

    content_dict = {}
    for i in range(102):
        content_dict[str(i)] = []

    labelValue = '0'
    for line in lines:
        label_temp = line.split(',')[0]
        content_dict[str(label_temp)].append(line)

    remain_lines = []
    for i in range(102):
        content_list = content_dict[str(i)]
        remain_size = int(len(content_list) * 1.0)
        for j in range(remain_size):
            remain_lines.append(content_list[j])

    print(len(lines))
    print(len(remain_lines))

    f = open(writeFile, "w")
    f.writelines(remain_lines)

    f.close()

def shuttle(openFile, writeFile):
    f = open(openFile)
    content = f.readlines()
    np.random.shuffle(content)

    f = open(writeFile, "w")
    f.writelines(content)

    f.close()

def create_train_and_test_dataset(openFile, trainFile, testFile):

    f = open(openFile)
    content = f.readlines()

    list_size = len(content)

    train_size = list_size * (60)
    train_size = train_size // 100

    test_size = int(list_size * 0.2)

    #print(test_size)

    train_images = content[:train_size]
    test_images = content[train_size:train_size+test_size]

    f1 = open(trainFile, "w")
    f1.writelines(train_images)

    f2 = open(testFile, "w")
    f2.writelines(test_images)

    print(list_size)
    print(train_size)
    print(test_size)
    print(list_size-train_size-test_size)

    f.close()
    f1.close()
    f2.close()

import os
import sys

def create_cifar10_txtfile(openFile, writeFile):
    file_writer = open(writeFile, "w")
    for subdir, dirs, files in os.walk(openFile):
        print(subdir, dirs, files)
        for filename in files:
            num, name = filename.split("_")
            labelname, png = str(name).split(".")
            print(num)
            print(labelname)
            print(png)

            if labelname == "automobile":
                writeName = str(1) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "bird":
                writeName = str(2) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "cat":
                writeName = str(3) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "deer":
                writeName = str(4) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "dog":
                writeName = str(5) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "frog":
                writeName = str(6) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "horse":
                writeName = str(7) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "ship":
                writeName = str(8) + "," + str(subdir) + "/" + str(filename) + "\n"
            elif labelname == "truck":
                writeName = str(9) + "," + str(subdir) + "/" + str(filename) + "\n"
            else:
                writeName = str(0) + "," + str(subdir) + "/" + str(filename) + "\n"

            #print(writeName)
            file_writer.write(writeName)
            print("\n")


"""
change_path("caltech101/caltech101-train-old.txt", "caltech101/caltech101-train.txt")
change_path("caltech101/caltech101-test-old.txt", "caltech101/caltech101-test.txt")
change_path("caltech101/caltech101-validation-old.txt", "caltech101/caltech101-validation.txt")
change_path("caltech101/dataset-old.txt", "caltech101/dataset.txt")


select_subset_of_every_category("caltech101/dataset.txt", "caltech101/dataset_remain.txt")
shuttle("caltech101/dataset_remain.txt", "caltech101/dataset_remain_shuttle.txt")
create_train_and_test_dataset("caltech101/dataset_remain_shuttle.txt", "caltech101/caltech101-subset-train.txt", "caltech101/caltech101-subset-test.txt")

shuttle("caltech101/dataset_delete_categories.txt", "caltech101/dataset_delete_categories_shuttle.txt")
create_train_and_test_dataset("caltech101/dataset_delete_categories_shuttle.txt", "caltech101/caltech101-delete-categories-train.txt", "caltech101/caltech101-delete-categories-test.txt")
83 categories
"""

#select_subset_of_every_category("new_caltech101/caltech101-train.txt", "new_caltech101/caltech101-train-remain.txt")
#shuttle("new_caltech101/caltech101-train-remain.txt", "new_caltech101/caltech101-subset-train.txt")
#create_train_and_test_dataset("new_caltech101/dataset_remain_shuttle.txt", "new_caltech101/caltech101-subset-train.txt", "new_caltech101/caltech101-subset-test.txt")

#select_subset_of_every_category("new_caltech101/caltech101-train.txt", "new_caltech101/caltech101-delete-categories-train.txt")
#select_subset_of_every_category("new_caltech101/caltech101-test.txt", "new_caltech101/caltech101-delete-categories-test-73.txt")

#shuttle("new_caltech101/caltech101-delete-categories-train.txt", "new_caltech101/caltech101-delete-categories-train.txt")
#shuttle("new_caltech101/caltech101-delete-categories-test-29.txt", "new_caltech101/caltech101-delete-categories-test-29.txt")

create_cifar10_txtfile("./cifar10_images/test", "./cifar10_images/cifar10-test.txt")
create_cifar10_txtfile("./cifar10_images/train", "./cifar10_images/cifar10-train.txt")