371 lines
13 KiB
Python
371 lines
13 KiB
Python
#!/usr/bin/python3
|
|
import pathlib
|
|
import pygubu
|
|
import glob
|
|
from tkinter import *
|
|
from PIL import ImageTk, Image
|
|
import numpy as np
|
|
import cv2
|
|
import time
|
|
import matplotlib.pyplot as plt
|
|
import json
|
|
from helpers.statistics import imgStats
|
|
import datetime
|
|
import os
|
|
import copy
|
|
|
|
## UI config load
|
|
PROJECT_PATH = pathlib.Path(__file__).parent
|
|
PROJECT_UI = "./src/helpers/gui/main.ui"
|
|
|
|
## Config file load
|
|
CONFIG_PATH = "./src/config/config.json"
|
|
config_file = open(CONFIG_PATH)
|
|
config_json = json.load(config_file)
|
|
|
|
## UI class setup
|
|
class MainApp:
|
|
def __init__(self, master=None):
|
|
self.builder = builder = pygubu.Builder()
|
|
builder.add_resource_path(PROJECT_PATH)
|
|
builder.add_from_file(PROJECT_UI)
|
|
|
|
# Main widget
|
|
self.mainwindow = builder.get_object("main", master)
|
|
|
|
# Canvas for output images
|
|
self.canvas = builder.get_object("output_canvas")
|
|
self.tk_imgs = [] # Required or python will forget
|
|
self.output = [[] for x in range(2)]
|
|
self.meta = builder.get_object("dataset")
|
|
|
|
# Keep track of images in dataset
|
|
self.img_current = 0
|
|
self.img_name = ""
|
|
self.img_old = -1 ## minus 1 to enforce full update on start
|
|
self.img_max = 0
|
|
|
|
# Plots
|
|
self.axs = self.createPlot(2, 2)
|
|
|
|
# UI Variables
|
|
self.canny_thr1 = None
|
|
self.canny_thr2 = None
|
|
self.img_path = None
|
|
self.contrast = None
|
|
|
|
self.img_size = None
|
|
self.img_size_old = 0 ## Check if the rendering size has changed, if it has the analysis has to be run
|
|
|
|
self.sobel_select = None
|
|
self.export_id = None
|
|
self.brightness = None
|
|
builder.import_variables(self,['canny_thr1','canny_thr2','img_path','contrast','img_size','sobel_select','export_id','brightness'])
|
|
builder.connect_callbacks(self)
|
|
|
|
# Load values from config after UI has been initialised
|
|
self.img_path.set(config_json["path"])
|
|
self.img_size.set(config_json["size"])
|
|
|
|
def on_quit(self, event=None):
|
|
'''
|
|
Close PLT windows on main app quit
|
|
'''
|
|
plt.close()
|
|
self.mainwindow.quit();
|
|
|
|
def run(self):
|
|
'''
|
|
Run loop
|
|
'''
|
|
self.mainwindow.mainloop()
|
|
|
|
def img_prev(self, event=None):
|
|
'''
|
|
Open previous image from path
|
|
'''
|
|
if self.img_current == 0:
|
|
self.img_current = self.img_max - 1
|
|
else:
|
|
self.img_current = self.img_current - 1
|
|
self.update(self)
|
|
|
|
def img_next(self, event=None):
|
|
'''
|
|
Open next image from path
|
|
'''
|
|
if self.img_current == (self.img_max - 1):
|
|
self.img_current = 0
|
|
else:
|
|
self.img_current = self.img_current + 1
|
|
self.update(self)
|
|
|
|
def apply(self, event=None, path=None):
|
|
'''
|
|
Export current dataset
|
|
'''
|
|
# Get export settings
|
|
img_arr = self.tk_imgs
|
|
img_id = self.export_id.get()
|
|
if path == None:
|
|
path = config_json["out"]
|
|
else:
|
|
print(F"Using path: {path}")
|
|
|
|
if (img_id >= 0 and img_id < len(img_arr)):
|
|
# Create file
|
|
now = datetime.datetime.now()
|
|
new_file_name = F"{self.img_current}-{self.output[1][img_id]}-{now.strftime('%Y-%m-%dT%H.%M.%S')}.png"
|
|
|
|
# Put data
|
|
file_path = pathlib.Path(path, new_file_name)
|
|
# print(file_path)
|
|
|
|
imgpil = ImageTk.getimage(self.tk_imgs[img_id])
|
|
imgpil.save(file_path, "PNG" )
|
|
imgpil.close()
|
|
|
|
print(f"Exported Image ID {img_id} to {os.path.join(path, new_file_name)}")
|
|
else:
|
|
print("Nothing to export!")
|
|
|
|
def apply_all(self, event=None):
|
|
'''
|
|
Export given preprocess id for every image in the dataset folder
|
|
'''
|
|
img_id = self.export_id.get()
|
|
img_current = copy.deepcopy(self.img_current)
|
|
|
|
now = datetime.datetime.now()
|
|
path = pathlib.Path(config_json["out"], F"{self.output[1][img_id]}-all-{now.strftime('%Y-%m-%dT%H.%M.%S')}/")
|
|
os.mkdir(path)
|
|
|
|
while True:
|
|
self.img_next()
|
|
self.update(part_update=True) # Enforce partial update since we don't need the histograms etc.
|
|
self.apply(path=path)
|
|
|
|
if (self.img_current == img_current):
|
|
break
|
|
|
|
## Ensure display is always correct with image
|
|
self.update()
|
|
|
|
def add_output(self, data, name: str):
|
|
'''
|
|
Add CV2 image to canvas output
|
|
'''
|
|
self.output[0].append(data)
|
|
self.output[1].append(name)
|
|
|
|
def draw_output(self, size):
|
|
# Check if size of canvas has updated
|
|
drawW = self.canvas.winfo_width()
|
|
|
|
# Reset drawing position
|
|
drawX = 0
|
|
drawY = 0
|
|
|
|
# Clear previously printed images
|
|
self.tk_imgs = []
|
|
|
|
self.meta.config(state=NORMAL)
|
|
self.meta.delete(1.0, END)
|
|
self.meta.insert(END, f"{self.img_name[1]}\n")
|
|
|
|
# Draw all output images
|
|
for idx, data in enumerate(self.output[0]):
|
|
# Create ui image
|
|
tk_img = cv2.cvtColor(data, cv2.COLOR_BGR2RGB)
|
|
tk_img = ImageTk.PhotoImage(image=Image.fromarray(tk_img))
|
|
self.tk_imgs.append(tk_img)
|
|
|
|
## Check if next item will be out of range
|
|
if (drawX + size >= drawW):
|
|
drawY += size
|
|
drawX = 0
|
|
self.canvas.configure(height=(drawY+size))
|
|
|
|
self.canvas.create_image(drawX,drawY,anchor=NW,image=self.tk_imgs[idx],tags="og")
|
|
drawX += size
|
|
|
|
# Add name to text box
|
|
self.meta.insert(END, F"{idx}: {self.output[1][idx]}\n")
|
|
|
|
# Clear output
|
|
self.meta.config(state=DISABLED)
|
|
|
|
# Draw canvas
|
|
# TODO IDK volgens mij moet je deze wel callen maar het programma doet het nog (geen vragen stellen)
|
|
# self.canvas.draw()
|
|
|
|
def createPlot(self, columns, rows):
|
|
fig, axs = plt.subplots(columns, rows)
|
|
return axs
|
|
|
|
def drawHist(self, image, labels, column, row):
|
|
self.axs[column, row].clear()
|
|
for i,lab in enumerate(labels):
|
|
hist = cv2.calcHist(
|
|
[image],
|
|
[i],
|
|
None,
|
|
[256],
|
|
[0, 256],
|
|
)
|
|
self.axs[column, row].plot(hist, label=lab)
|
|
self.axs[column, row].grid()
|
|
self.axs[column, row].legend()
|
|
|
|
def drawCannyHM(self, img, column, row):
|
|
self.axs[column, row].clear()
|
|
canny_max = 500
|
|
canny_step = 20
|
|
|
|
results = [[] for x in range((int)(canny_max / canny_step))]
|
|
|
|
for th1 in range(0, canny_max, canny_step):
|
|
for th2 in range(0, canny_max, canny_step):
|
|
# Canny Edge Detection
|
|
edges = cv2.Canny(image=img, threshold1=th1, threshold2=th2)
|
|
|
|
w_res = cv2.countNonZero(edges)
|
|
y_ind = (int)(th1 / canny_step)
|
|
x_ind = (int)(th2 / canny_step)
|
|
|
|
results[y_ind].append(w_res)
|
|
|
|
# print(f"Result at thres {th1}, {th2}; \tIndex {y_ind}, {x_ind} \t= {w_res}")
|
|
# print(results[y_ind])
|
|
|
|
|
|
func = np.diag(results)
|
|
self.axs[column, row-1].clear()
|
|
self.axs[column, row-1].title.set_text("Canny F U N C")
|
|
self.axs[column, row-1].plot(func)
|
|
self.axs[column, row-1].plot(np.diff(func))
|
|
|
|
self.axs[column, row].title.set_text(F"Mean: {np.matrix(results).mean()}\nStd: {np.matrix(results).std()}")
|
|
self.axs[column, row].imshow(results)
|
|
self.axs[column, row].xaxis.set_major_formatter(lambda x, pos: str(x*canny_step))
|
|
self.axs[column, row].yaxis.set_major_formatter(lambda x, pos: str(x*canny_step))
|
|
|
|
def writeStats(self, img, labels, column, row):
|
|
mean, std = imgStats(img)
|
|
self.axs[column, row].title.set_text(
|
|
"Mean: %c:%d %c:%d %c:%d \nStd: %c:%d %c:%d %c:%d"
|
|
%(labels[0], mean[0], labels[1], mean[1], labels[2], mean[2],
|
|
labels[0], std[0], labels[1], std[1], labels[2], std[2]))
|
|
|
|
def update(self, event=None, part_update=False):
|
|
path = self.img_path.get()
|
|
|
|
## Check if hist and canny hm have to be rerendered
|
|
if not part_update: ## If partial update has not been forced, check if full update is required
|
|
if (self.img_current != self.img_old or self.img_size != self.img_size_old):
|
|
part_update = False
|
|
self.img_old = self.img_current
|
|
self.img_size_old = self.img_size
|
|
else:
|
|
part_update = True
|
|
else:
|
|
print("Partial update forced!")
|
|
|
|
if path != None and path != "":
|
|
# Get all images at current path
|
|
images = []
|
|
for file in glob.glob(path + "/*.jpg"):
|
|
images.append(file)
|
|
|
|
for file in glob.glob(path + "/*.png"):
|
|
images.append(file)
|
|
|
|
self.img_max = len(images)
|
|
self.img_name = os.path.split(images[self.img_current])
|
|
|
|
# Get all user vars
|
|
ct1 = self.canny_thr1.get()
|
|
ct2 = self.canny_thr2.get()
|
|
sxy = self.sobel_select.get()
|
|
size = self.img_size.get()
|
|
contrast = self.contrast.get()
|
|
bright = self.brightness.get()
|
|
|
|
# Clear output
|
|
self.output = [[] for x in range(2)]
|
|
|
|
# Import and resize image
|
|
img = cv2.imread(images[self.img_current])
|
|
img = cv2.resize(img, (size, size), interpolation = cv2.INTER_AREA)
|
|
self.add_output(img, "Original")
|
|
|
|
# Set grayscale
|
|
img_gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
|
|
self.add_output(img_gray, "Grayscale")
|
|
|
|
# Contrast / brightness boost
|
|
contrast_val = contrast / 100
|
|
bright_val = bright / 100
|
|
img_contrast = np.clip(contrast_val * (img_gray + bright_val), 0, 255).astype(np.uint8)
|
|
# self.add_output(img_contrast, F"Contrast / Brightness\n c+{contrast_val} b+{bright_val}")
|
|
self.add_output(img_contrast, F"BCG")
|
|
|
|
# Blurred edition
|
|
img_blur = cv2.GaussianBlur(img_gray, (3, 3), 0)
|
|
self.add_output(img_blur, "Blurred_k3")
|
|
|
|
# Sobel edge
|
|
if sxy in ['x', 'y', 'both']:
|
|
if sxy == 'x':
|
|
dx = 1
|
|
dy = 0
|
|
elif sxy == 'y':
|
|
dx = 0
|
|
dy = 1
|
|
elif sxy == 'both':
|
|
dx = 1
|
|
dy = 1
|
|
|
|
img_sobel = cv2.Sobel(src=img_blur, ddepth=cv2.CV_8U, dx=dx, dy=dy, ksize=5)
|
|
else:
|
|
img_sobel = img_gray
|
|
self.add_output(img_sobel, "Sobel_edge")
|
|
# self.add_output(img_sobel, F"Sobel Edge\n nz={cv2.countNonZero(img_sobel)}")
|
|
|
|
# Canny edge
|
|
img_canny = cv2.Canny(image=img_blur,threshold1=ct1,threshold2=ct2)
|
|
self.add_output(img_canny, "Canny_edge")
|
|
|
|
# BGR
|
|
self.add_output(img[:, :, 0], "BGR_B")
|
|
self.add_output(img[:, :, 1], "BGR_G")
|
|
self.add_output(img[:, :, 2], "BGR_R")
|
|
|
|
if img is not None:
|
|
self.drawHist(img, ('B', 'G', 'R'), 0, 0)
|
|
self.writeStats(img, ('B', 'G', 'R'), 0, 0)
|
|
|
|
# HSV
|
|
img_hsv = cv2.cvtColor(img, cv2.COLOR_BGR2HSV)
|
|
self.add_output(img_hsv, "HSV")
|
|
self.add_output(img_hsv[:, :, 0], "HSV_H") # H
|
|
self.add_output(img_hsv[:, :, 1], "HSV_S") # S
|
|
self.add_output(img_hsv[:, :, 2], "HSV_V") # V
|
|
|
|
if not part_update:
|
|
if img_hsv is not None:
|
|
self.drawHist(img_hsv, ('H', 'S', 'V'), 0, 1)
|
|
self.writeStats(img_hsv, ('H', 'S', 'V'), 0, 1)
|
|
|
|
# Canny Heatmap
|
|
if not part_update:
|
|
self.drawCannyHM(img, 1, 1)
|
|
|
|
# Show all data
|
|
plt.show(block=False) ## Graphs
|
|
self.draw_output(size) ## Images
|
|
|
|
if __name__ == "__main__":
|
|
app = MainApp()
|
|
app.run()
|