datasplit.py

#!/usr/bin/env python
# Copyright (c) Baidu apollo, Inc.
# All Rights Reserved

import os
import random

# TODO: change this to your own data path
pnglabelfilepath = r'./KITTI/label_2'
savePath = r"./KITTI/ImageSets/"

target_png = os.listdir(pnglabelfilepath)
total_png = []
for t in target_png:
    if t.endswith(".txt"):
        id = str(int(t.split('.')[0])).zfill(6)
        total_png.append(id + '.png')

print("---  iter for image finished ---")

# TODO: change this ratio to your own
train_percent = 0.85
val_percent = 0.1
test_percent = 0.05

num = len(total_png)
# train = random.sample(num,0.9*num)
list = list(range(num))

num_train = int(num * train_percent)
num_val = int(num * val_percent)


train = random.sample(list, num_train)
num1 = len(train)
for i in range(num1):
    list.remove(train[i])

val_test = [i for i in list if not i in train]
val = random.sample(val_test, num_val)
num2 = len(val)
for i in range(num2):
    list.remove(val[i])


def mkdir(path):
    folder = os.path.exists(path)
    if not folder:
        os.makedirs(path)
        print("---  creating new folder...  ---")
        print("---  finished  ---")
    else:
        print("---  pass to create new folder ---")


mkdir(savePath)

ftrain = open(os.path.join(savePath, 'train.txt'), 'w')
fval = open(os.path.join(savePath, 'val.txt'), 'w')
ftest = open(os.path.join(savePath, 'test.txt'), 'w')

for i in train:
    name = total_png[i][:-4]+ '\n'
    ftrain.write(name)


for i in val:
    name = total_png[i][:-4] + '\n'
    fval.write(name)


for i in list:
    name = total_png[i][:-4] + '\n'
    ftest.write(name)

ftrain.close()