Added csv export entire dataset

This commit is contained in:
Arne van Iterson 2023-10-01 20:16:43 +02:00
parent a41d57f451
commit 7c1e14e1b4
3 changed files with 78 additions and 62 deletions

View File

@ -34,7 +34,7 @@
<property name="variable">int:canny_thr1</property>
<bind sequence="&lt;ButtonRelease&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="padx">0</property>
<property name="row">1</property>
</layout>
@ -44,7 +44,7 @@
<object class="ttk.Label" id="canny_thr1_label" named="True">
<property name="text" translatable="yes">Canny thresh. 1</property>
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="row">0</property>
</layout>
</object>
@ -57,7 +57,7 @@
<property name="variable">int:canny_thr2</property>
<bind sequence="&lt;ButtonRelease&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">2</property>
<property name="column">3</property>
<property name="columnspan">1</property>
<property name="row">1</property>
</layout>
@ -67,7 +67,7 @@
<object class="ttk.Label" id="canny_thr2_label" named="True">
<property name="text" translatable="yes">Canny thresh. 2</property>
<layout manager="grid">
<property name="column">2</property>
<property name="column">3</property>
<property name="columnspan">1</property>
<property name="ipady">5</property>
<property name="row">0</property>
@ -84,9 +84,9 @@
<bind sequence="&lt;&lt;PathChooserPathChanged&gt;&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">0</property>
<property name="columnspan">1 </property>
<property name="columnspan">2</property>
<property name="ipadx">30</property>
<property name="row">7</property>
<property name="row">6</property>
<property name="rowspan">1</property>
</layout>
</object>
@ -100,6 +100,7 @@
<bind sequence="&lt;ButtonRelease&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">0</property>
<property name="columnspan">2</property>
<property name="ipadx">60</property>
<property name="padx">0</property>
<property name="row">3</property>
@ -111,6 +112,7 @@
<property name="text" translatable="yes">Contrast adjust</property>
<layout manager="grid">
<property name="column">0</property>
<property name="columnspan">2</property>
<property name="row">2</property>
</layout>
</object>
@ -123,7 +125,7 @@
<property name="variable">int:img_size</property>
<bind sequence="&lt;ButtonRelease&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="columnspan">2</property>
<property name="ipadx">60</property>
<property name="row">3</property>
@ -135,7 +137,7 @@
<object class="ttk.Label" id="img_size_label" named="True">
<property name="text" translatable="yes">Display size adjust</property>
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="columnspan">2</property>
<property name="row">2</property>
<property name="rowspan">1</property>
@ -148,10 +150,10 @@
<property name="values">x y both</property>
<bind sequence="&lt;Leave&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">0</property>
<property name="column">1</property>
<property name="columnspan">1</property>
<property name="ipadx">42</property>
<property name="row">5</property>
<property name="row">4</property>
<property name="rowspan">1</property>
</layout>
</object>
</child>
@ -171,9 +173,9 @@
<property name="text" translatable="yes">&lt; Prev img</property>
<bind sequence="&lt;ButtonPress&gt;" handler="img_prev" add="" />
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="ipadx">10</property>
<property name="row">5</property>
<property name="row">4</property>
<property name="rowspan">1</property>
</layout>
</object>
@ -183,9 +185,9 @@
<property name="text" translatable="yes">Next img &gt;</property>
<bind sequence="&lt;ButtonPress&gt;" handler="img_next" add="" />
<layout manager="grid">
<property name="column">2</property>
<property name="column">3</property>
<property name="ipadx">10</property>
<property name="row">5</property>
<property name="row">4</property>
<property name="rowspan">1</property>
</layout>
</object>
@ -195,10 +197,10 @@
<property name="text" translatable="yes">Export PNG</property>
<bind sequence="&lt;ButtonPress&gt;" handler="apply" add="" />
<layout manager="grid">
<property name="column">2</property>
<property name="column">3</property>
<property name="columnspan">1</property>
<property name="ipadx">10</property>
<property name="row">7</property>
<property name="row">6</property>
<property name="rowspan">1</property>
</layout>
</object>
@ -208,8 +210,8 @@
<property name="textvariable">int:export_id</property>
<property name="width">15</property>
<layout manager="grid">
<property name="column">1</property>
<property name="row">7</property>
<property name="column">2</property>
<property name="row">6</property>
</layout>
</object>
</child>
@ -217,9 +219,9 @@
<object class="ttk.Label" id="label1">
<property name="text" translatable="yes">Export Image by ID</property>
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="columnspan">2</property>
<property name="row">6</property>
<property name="row">5</property>
</layout>
</object>
</child>
@ -235,7 +237,7 @@
<property name="width">25</property>
<property name="wrap">word</property>
<layout manager="grid">
<property name="column">3</property>
<property name="column">4</property>
<property name="columnspan">1</property>
<property name="row">0</property>
<property name="rowspan">8</property>
@ -251,6 +253,7 @@
<bind sequence="&lt;ButtonRelease&gt;" handler="update" add="" />
<layout manager="grid">
<property name="column">0</property>
<property name="columnspan">2</property>
<property name="ipadx">60</property>
<property name="row">1</property>
</layout>
@ -261,6 +264,7 @@
<property name="text" translatable="yes">Brightness adjust</property>
<layout manager="grid">
<property name="column">0</property>
<property name="columnspan">2</property>
<property name="row">0</property>
</layout>
</object>
@ -270,17 +274,8 @@
<property name="text" translatable="yes">Dataset path</property>
<layout manager="grid">
<property name="column">0</property>
<property name="row">6</property>
</layout>
</object>
</child>
<child>
<object class="ttk.Label" id="label4">
<property name="text" translatable="yes">Image control</property>
<layout manager="grid">
<property name="column">1</property>
<property name="columnspan">2</property>
<property name="row">4</property>
<property name="row">5</property>
</layout>
</object>
</child>
@ -289,10 +284,10 @@
<property name="text" translatable="yes">Export ID for entire dataset</property>
<bind sequence="&lt;ButtonRelease&gt;" handler="apply_all" add="" />
<layout manager="grid">
<property name="column">1</property>
<property name="column">2</property>
<property name="columnspan">2</property>
<property name="ipadx">30</property>
<property name="row">8</property>
<property name="row">7</property>
</layout>
</object>
</child>
@ -301,7 +296,20 @@
<property name="font">TkIconFont</property>
<property name="text" translatable="yes">Powered by ARNweb.nl &amp; TomSelier.com</property>
<layout manager="grid">
<property name="column">0</property>
<property name="column">4</property>
<property name="columnspan">2</property>
<property name="row">8</property>
</layout>
</object>
</child>
<child>
<object class="ttk.Button" id="button1">
<property name="text" translatable="yes">Run analysis for entire dataset (!)</property>
<bind sequence="&lt;ButtonPress&gt;" handler="analyse_all" add="" />
<layout manager="grid">
<property name="column">2</property>
<property name="columnspan">2</property>
<property name="ipadx">15</property>
<property name="row">8</property>
</layout>
</object>

View File

@ -37,7 +37,9 @@ class Logger:
self.file.write(self.csv(self.index))
self.file.write(self.csv(self.data))
self.clear()
def clear(self):
# Clear data
self.index = []
self.data = []

View File

@ -2,7 +2,7 @@
import pathlib
import pygubu
import glob
from tkinter import *
import tkinter
from PIL import ImageTk, Image
import numpy as np
import cv2
@ -27,7 +27,6 @@ config_json = json.load(config_file)
log = Logger(config_json["out"])
## UI class setup
class MainApp:
def __init__(self, master=None):
@ -151,26 +150,26 @@ class MainApp:
else:
print("Nothing to export!")
def apply_all(self, event=None):
def apply_all(self, event=None, export = True):
"""
Export given preprocess id for every image in the dataset folder
"""
img_id = self.export_id.get()
img_current = copy.deepcopy(self.img_current)
now = datetime.datetime.now()
path = pathlib.Path(
config_json["out"],
f"{self.output[1][img_id]}-all-{now.strftime('%Y-%m-%dT%H.%M.%S')}/",
)
os.mkdir(path)
if (export):
now = datetime.datetime.now()
path = pathlib.Path(
config_json["out"],
f"{self.output[1][img_id]}-all-{now.strftime('%Y-%m-%dT%H.%M.%S')}/",
)
os.mkdir(path)
while True:
self.img_next()
self.update(
part_update=True
) # Enforce partial update since we don't need the histograms etc.
self.apply(path=path)
if (export):
self.apply(path=path)
if self.img_current == img_current:
break
@ -178,6 +177,9 @@ class MainApp:
## Ensure display is always correct with image
self.update()
def analyse_all(self, event=None):
self.apply_all(export=False)
def add_output(self, data, name: str):
"""
Add CV2 image to canvas output
@ -196,9 +198,9 @@ class MainApp:
# Clear previously printed images
self.tk_imgs = []
self.meta.config(state=NORMAL)
self.meta.delete(1.0, END)
self.meta.insert(END, f"{self.img_name}\n")
self.meta.config(state=tkinter.NORMAL)
self.meta.delete(1.0, tkinter.END)
self.meta.insert(tkinter.END, f"{self.img_name}\n")
# Draw all output images
for idx, data in enumerate(self.output[0]):
@ -214,15 +216,15 @@ class MainApp:
self.canvas.configure(height=(drawY + size))
self.canvas.create_image(
drawX, drawY, anchor=NW, image=self.tk_imgs[idx], tags="og"
drawX, drawY, anchor=tkinter.NW, image=self.tk_imgs[idx], tags="og"
)
drawX += size
# Add name to text box
self.meta.insert(END, f"{idx}: {self.output[1][idx]}\n")
self.meta.insert(tkinter.END, f"{idx}: {self.output[1][idx]}\n")
# Clear output
self.meta.config(state=DISABLED)
self.meta.config(state=tkinter.DISABLED)
def createPlot(self, columns, rows):
fig, axs = plt.subplots(columns, rows)
@ -284,7 +286,8 @@ class MainApp:
log.add("Canny Std", np.matrix(results).std())
log.add("Canny Min", np.matrix(results).min())
log.add("Canny Max", np.matrix(results).max())
# log.add("Canny Diff max", np.diff(func))
log.add("Canny Diff min", np.diff(func).min())
log.add("Canny Diff max", np.diff(func).max())
def writeStats(self, img, labels, column, row):
mean, std = imgStats(img)
@ -310,13 +313,11 @@ class MainApp:
log.add(f"Mean {label}", mean[idx])
log.add(f"Std {label}", std[idx])
def update(self, event=None, part_update=False):
def update(self, event=None, part_update=None):
path = self.img_path.get()
## Check if hist and canny hm have to be rerendered
if (
not part_update
): ## If partial update has not been forced, check if full update is required
if part_update == None: ## If partial update has not been forced, check if full update is required
if self.img_current != self.img_old or self.img_size != self.img_size_old:
part_update = False
self.img_old = self.img_current
@ -324,7 +325,10 @@ class MainApp:
else:
part_update = True
else:
print("Partial update forced!")
if part_update == True:
print("Partial update forced!")
else:
print("Full update forced!")
if path != None and path != "":
# Get all images at current path
@ -358,7 +362,7 @@ class MainApp:
# Set grayscale
img_gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
self.add_output(img_gray, "Grayscale")
# Contrast / brightness boost
contrast_val = contrast / 100
bright_val = bright / 100
@ -425,6 +429,8 @@ class MainApp:
# Write results to CSV file
if not part_update:
log.update()
else:
log.clear() # Prevent partial updates from breaking log
# Show all data
plt.show(block=False) ## Graphs