### Copyright (C) 2020 Roy Or-El. All rights reserved.
### Licensed under the CC BY-NC-SA 4.0 license (https://creativecommons.org/licenses/by-nc-sa/4.0/legalcode).
import numpy as np
import os
import cv2
import time
import unidecode
from . import util
from . import html
from pdb import set_trace as st
class Visualizer():
def __init__(self, opt):
# self.opt = opt
self.display_id = opt.display_id
self.use_html = opt.isTrain and not opt.no_html
self.win_size = opt.display_winsize
self.name = opt.name
self.numClasses = opt.numClasses
self.img_dir = os.path.join(opt.checkpoints_dir, opt.name, 'images')
self.isTrain = opt.isTrain
if self.isTrain:
self.save_freq = opt.save_display_freq
if self.display_id > 0:
import visdom
self.vis = visdom.Visdom(port = opt.display_port)
self.display_single_pane_ncols = opt.display_single_pane_ncols
if self.use_html:
self.web_dir = os.path.join(opt.checkpoints_dir, opt.name, 'web')
self.img_dir = os.path.join(self.web_dir, 'images')
print('create web directory %s...' % self.web_dir)
util.mkdirs([self.web_dir, self.img_dir])
self.log_name = os.path.join(opt.checkpoints_dir, opt.name, 'loss_log.txt')
if self.isTrain:
with open(self.log_name, "a") as log_file:
now = time.strftime("%c")
log_file.write('================ Training Loss (%s) ================\n' % now)
# |visuals|: dictionary of images to display or save
def display_current_results(self, visuals, it, classes, ncols):
if self.display_single_pane_ncols > 0:
h, w = next(iter(visuals.values())).shape[:2]
table_css = """""" % (w, h)
# ncols = self.display_single_pane_ncols
title = self.name
label_html = ''
label_html_row = ''
nrows = int(np.ceil(len(visuals.items()) / ncols))
images = []
idx = 0
for label, image_numpy in visuals.items():
label_html_row += '
%s | ' % label
if image_numpy.ndim < 3:
image_numpy = np.expand_dims(image_numpy, 2)
image_numpy = np.tile(image_numpy, (1, 1, 3))
images.append(image_numpy.transpose([2, 0, 1]))
idx += 1
if idx % ncols == 0:
label_html += '%s
' % label_html_row
label_html_row = ''
white_image = np.ones_like(image_numpy.transpose([2, 0, 1]))*255
while idx % ncols != 0:
images.append(white_image)
label_html_row += ' | '
idx += 1
if label_html_row != '':
label_html += '%s
' % label_html_row
self.vis.images(images, nrow=ncols, win=self.display_id + 1,
padding=2, opts=dict(title=title + ' images'))
label_html = '' % label_html
self.vis.text(table_css + label_html, win = self.display_id + 2,
opts=dict(title=title + ' labels'))
else:
idx = 1
for label, image_numpy in visuals.items():
self.vis.image(image_numpy.transpose([2,0,1]), opts=dict(title=label),
win=self.display_id + idx)
idx += 1
# errors: dictionary of error labels and values
def plot_current_errors(self, epoch, counter_ratio, opt, errors):
if not hasattr(self, 'plot_data'):
self.plot_data = {'X':[],'Y':[], 'legend':list(errors.keys())}
self.plot_data['X'].append(epoch + counter_ratio)
self.plot_data['Y'].append([errors[k] for k in self.plot_data['legend']])
self.vis.line(
X=np.stack([np.array(self.plot_data['X'])]*len(self.plot_data['legend']),1),
Y=np.array(self.plot_data['Y']),
opts={
'title': self.name + ' loss over time',
'legend': self.plot_data['legend'],
'xlabel': 'epoch',
'ylabel': 'loss'},
win=self.display_id)
# errors: same format as |errors| of plotCurrentErrors
def print_current_errors(self, epoch, i, errors, t):
message = '(epoch: %d, iters: %d, time: %.3f) ' % (epoch, i, t)
for k, v in errors.items():
message += '%s: %.3f ' % (k, v)
print(message)
with open(self.log_name, "a") as log_file:
log_file.write('%s\n' % message)
def save_matrix_image(self, visuals, epoch):
for i in range(len(visuals)):
visual = visuals[i]
orig_img = visual['orig_img_cls_' + str(i)]
curr_row_img = orig_img
for cls in range(self.numClasses):
next_im = visual['tex_trans_to_class_' + str(cls)]
curr_row_img = np.concatenate((curr_row_img, next_im), 1)
if i == 0:
matrix_img = curr_row_img
else:
matrix_img = np.concatenate((matrix_img, curr_row_img), 0)
if epoch != 'latest':
epoch_txt = 'epoch_' + str(epoch)
else:
epoch_txt = epochs
image_path = os.path.join(self.img_dir,'sample_batch_{}.png'.format(epoch_txt))
util.save_image(matrix_img, image_path)
def save_row_image(self, visuals, image_path, traverse=False):
visual = visuals[0]
orig_img = visual['orig_img']
h, w, c = orig_img.shape
traversal_img = np.concatenate((orig_img, np.full((h, 10, c), 255, dtype=np.uint8)), 1)
if traverse:
out_classes = len(visual) - 1
else:
out_classes = self.numClasses
for cls in range(out_classes):
next_im = visual['tex_trans_to_class_' + str(cls)]
traversal_img = np.concatenate((traversal_img, next_im), 1)
util.save_image(traversal_img, image_path)
def make_video(self, visuals, video_path):
fps = 20#25
visual = visuals[0]
orig_img = visual['orig_img']
h, w = orig_img.shape[0], orig_img.shape[1]
writer = cv2.VideoWriter(video_path, cv2.VideoWriter_fourcc(*'mp4v'), fps, (w,h))
out_classes = len(visual) - 1
for cls in range(out_classes):
next_im = visual['tex_trans_to_class_' + str(cls)]
writer.write(next_im[:,:,::-1])
writer.release()
# save image to the disk
def save_images_deploy(self, visuals, image_path):
for i in range(len(visuals)):
visual = visuals[i]
for label, image_numpy in visual.items():
save_path = '%s_%s.png' % (image_path, label)
util.save_image(image_numpy, save_path)
# save image to the disk
def save_images(self, webpage, visuals, image_path, gt_visuals=None, gt_path=None):
cols = self.numClasses+1
image_dir = webpage.get_image_dir()
if gt_visuals == None or gt_path == None:
for i in range(len(visuals)):
visual = visuals[i]
short_path = os.path.basename(image_path[i])
name = unidecode.unidecode(os.path.splitext(short_path)[0]) #removes accents which cause html load error
webpage.add_header(name)
ims = []
txts = []
links = []
for label, image_numpy in visual.items():
image_name = '%s_%s.png' % (name, label)
save_path = os.path.join(image_dir, image_name)
util.save_image(image_numpy, save_path)
ims.append(image_name)
txts.append(label)
links.append(image_name)
webpage.add_images(ims, txts, links, width=self.win_size,cols=cols)
else:
batchSize = len(image_path)
# save ground truth images
if gt_path is not None:
gt_short_path = os.path.basename(gt_path[0])
gt_name = os.path.splitext(gt_path)[0]
gt_ims = []
gt_txts = []
gt_links = []
for label, image_numpy in gt_visuals.items():
image_name = '%s_%s.png' % (gt_name, label)
save_path = os.path.join(image_dir, image_name)
util.save_image(image_numpy, save_path)
gt_ims.append(image_name)
gt_txts.append(label)
gt_links.append(image_name)
for i in range(batchSize):
short_path = os.path.basename(image_path[i])
name = os.path.splitext(short_path)[0]
# webpage.add_header(name)
ims = []
txts = []
links = []
for label, image_numpy in visuals[i].items():
image_name = '%s_%s.png' % (name, label)
save_path = os.path.join(image_dir, image_name)
util.save_image(image_numpy, save_path)
ims.append(image_name)
txts.append(label)
links.append(image_name)
print("saving results for: " + name)
if gt_path is not None:
webpage.add_header(gt_name)
webpage.add_images(gt_ims, gt_txts, gt_links, width=self.win_size, cols=batchSize)
webpage.add_header(name)
webpage.add_images(ims, txts, links, width=self.win_size, cols=self.numClasses + 1)