def traverseDirs(root):

	stack=[root]

	while len(stack)>0:

		d=stack.pop()

		contents=sorted(os.scandir(d),key=lambda f: f.name,reverse=True)

		if any(f.name=="annotations.json.gz" for f in contents):

			print(d)

			yield d

		for f in contents:

			if f.is_dir(): stack.append(f.path)

def harvestDir(path):

	annotations=DataFile(os.path.join(path,"annotations.json.gz"))

	imgFilter=lambda f: f.is_file() and re.match(r".*\.(jpg|jpeg|png|gif)$", f.name.lower())

	files=sorted(filter(imgFilter,os.scandir(path)),key=lambda f: f.name)

	boards=annotations["."]

	for f in files:

		img=cv.imread(f.path)

		img=cv.cvtColor(img,cv.COLOR_BGR2GRAY)

		for b in boards:

			sample=Sample(img,b.grid)

def loadDataset(root):

	testRatio=0.1

	trainRatio=1-testRatio

	images=[]

	labels=[]

	for d in traverseDirs(root):

		for (img,label) in harvestDir(d):

			images.append(img)

			labels.append(label)

	n=len(images)

	keys=list(range(n))

	random.shuffle(keys)

	images=[images[k] for k in keys]

	labels=[labels[k] for k in keys]

	m=int(n*trainRatio)

	return (

		(np.uint8(images[:m]),np.float32(labels[:m])),

		(np.uint8(images[m:]),np.float32(labels[m:]))

	)

def show(img,filename="x"):