2021-01-10 22:12:14 +00:00
|
|
|
# cython: infer_types=True
|
|
|
|
|
|
|
|
cimport cython
|
|
|
|
import numpy as np
|
|
|
|
# from cython.parallel import prange
|
|
|
|
from cython.view cimport array as cvarray
|
2021-01-11 18:55:37 +00:00
|
|
|
from libc.stdlib cimport malloc, free
|
2021-01-10 22:12:14 +00:00
|
|
|
|
|
|
|
|
2021-01-11 23:04:47 +00:00
|
|
|
@cython.boundscheck(False)
|
|
|
|
@cython.wraparound(False)
|
2021-01-10 22:12:14 +00:00
|
|
|
cdef float clip(float a, float min_value, float max_value) nogil:
|
|
|
|
return min(max(a, min_value), max_value)
|
|
|
|
|
|
|
|
|
2021-01-11 23:04:47 +00:00
|
|
|
@cython.boundscheck(False)
|
|
|
|
@cython.wraparound(False)
|
2021-01-11 20:43:28 +00:00
|
|
|
cdef apply_one_line(float[:, :, ::1] pattern, int el, int er, int xl, int xr, int y, float[:, ::1] image,
|
|
|
|
float[] quant_error):
|
2021-01-10 22:12:14 +00:00
|
|
|
cdef int i, j
|
2021-01-11 23:04:47 +00:00
|
|
|
cdef float error
|
2021-01-10 22:12:14 +00:00
|
|
|
|
|
|
|
for i in range(xr - xl):
|
|
|
|
for j in range(3):
|
2021-01-11 23:04:47 +00:00
|
|
|
error = pattern[0, i, 0] * quant_error[j]
|
|
|
|
image[xl+i, j] = clip(image[xl + i, j] + error, 0, 255)
|
2021-01-10 22:12:14 +00:00
|
|
|
|
|
|
|
|
2021-01-11 23:04:47 +00:00
|
|
|
def apply(float[:, :, ::1] pattern, int el, int er, int xl, int xr, int et, int eb, int yt, int yb, float [:, :, ::1]image, float[::1] quant_error):
|
|
|
|
cdef int i, j, k
|
2021-01-10 22:12:14 +00:00
|
|
|
|
2021-01-11 23:04:47 +00:00
|
|
|
cdef float error
|
2021-01-10 22:12:14 +00:00
|
|
|
# We could avoid clipping here, i.e. allow RGB values to extend beyond
|
|
|
|
# 0..255 to capture a larger range of residual error. This is faster
|
|
|
|
# but seems to reduce image quality.
|
2021-01-11 23:04:47 +00:00
|
|
|
for i in range(yb - yt):
|
|
|
|
for j in range(xr - xl):
|
|
|
|
for k in range(3):
|
|
|
|
error = pattern[i, j, 0] * quant_error[k]
|
|
|
|
image[yt+i, xl+j, k] = clip(image[yt+i, xl+j, k] + error, 0, 255)
|
2021-01-11 20:21:00 +00:00
|
|
|
|
|
|
|
|
2021-01-11 23:04:47 +00:00
|
|
|
@cython.boundscheck(False)
|
|
|
|
@cython.wraparound(False)
|
2021-01-11 20:56:26 +00:00
|
|
|
cdef x_dither_bounds(float [:, :, ::1] pattern, int x_origin, int x_res, int x):
|
|
|
|
cdef int el = max(x_origin - x, 0)
|
|
|
|
cdef int er = min(pattern.shape[1], x_res - 1 - x)
|
2021-01-11 20:21:00 +00:00
|
|
|
|
2021-01-11 20:56:26 +00:00
|
|
|
cdef int xl = x - x_origin + el
|
|
|
|
cdef int xr = x - x_origin + er
|
2021-01-11 20:21:00 +00:00
|
|
|
|
|
|
|
return el, er, xl, xr
|
|
|
|
|
|
|
|
|
2021-01-11 23:04:47 +00:00
|
|
|
@cython.boundscheck(False)
|
|
|
|
@cython.wraparound(False)
|
2021-01-11 20:21:00 +00:00
|
|
|
def dither_lookahead(
|
|
|
|
screen, float[:,:,::1] image_rgb, dither, differ, int x, int y, char[:, ::1] options_4bit,
|
|
|
|
float[:, :, ::1] options_rgb, int lookahead):
|
2021-01-11 20:56:26 +00:00
|
|
|
cdef float[:, :, ::1] pattern = dither.PATTERN
|
|
|
|
cdef int x_res = screen.X_RES
|
|
|
|
cdef int dither_x_origin = dither.ORIGIN[1]
|
|
|
|
|
|
|
|
cdef int el, er, xl, xr
|
|
|
|
el, er, xl, xr = x_dither_bounds(pattern, dither_x_origin, x_res, x)
|
2021-01-11 20:21:00 +00:00
|
|
|
|
|
|
|
# X coord value of larger of dither bounding box or lookahead horizon
|
2021-01-11 20:56:26 +00:00
|
|
|
cdef int xxr = min(max(x + lookahead, xr), x_res)
|
2021-01-11 20:21:00 +00:00
|
|
|
|
2021-01-11 21:35:13 +00:00
|
|
|
# Copies of input pixels so we can dither in bulk
|
|
|
|
# Leave enough space at right of image so we can dither the last of our lookahead pixels
|
2021-01-11 23:04:47 +00:00
|
|
|
# XXX opt
|
2021-01-11 20:43:28 +00:00
|
|
|
cdef float[:, :, ::1] lah_image_rgb = np.zeros(
|
2021-01-11 20:21:00 +00:00
|
|
|
(2 ** lookahead, lookahead + xr - xl, 3), dtype=np.float32)
|
2021-01-11 20:43:28 +00:00
|
|
|
lah_image_rgb[:, 0:xxr - x, :] = image_rgb[y, x:xxr, :]
|
2021-01-11 20:21:00 +00:00
|
|
|
|
|
|
|
cdef float[:, ::] output_pixels
|
2021-01-11 20:43:28 +00:00
|
|
|
cdef float *quant_error = <float *> malloc(2 ** lookahead * 3 * sizeof(float))
|
2021-01-11 20:21:00 +00:00
|
|
|
|
2021-01-11 20:43:28 +00:00
|
|
|
cdef int i, j, k, l
|
|
|
|
|
2021-01-11 20:21:00 +00:00
|
|
|
for i in range(xxr - x):
|
|
|
|
# options_rgb choices are fixed, but we can still distribute
|
|
|
|
# quantization error from having made these choices, in order to compute
|
|
|
|
# the total error
|
2021-01-11 20:43:28 +00:00
|
|
|
for k in range(2 ** lookahead):
|
|
|
|
for l in range(3):
|
|
|
|
quant_error[k * 3 + l] = lah_image_rgb[k, i, l] - options_rgb[k, i, l]
|
|
|
|
|
2021-01-11 20:21:00 +00:00
|
|
|
# Don't update the input at position x (since we've already chosen
|
|
|
|
# fixed outputs), but do propagate quantization errors to positions >x
|
|
|
|
# so we can compensate for how good/bad these choices were
|
2021-01-11 20:56:26 +00:00
|
|
|
el, er, xl, xr = x_dither_bounds(pattern, dither_x_origin, x_res, i)
|
2021-01-11 20:21:00 +00:00
|
|
|
for j in range(2 ** lookahead):
|
2021-01-11 20:43:28 +00:00
|
|
|
apply_one_line(pattern, el, er, xl, xr, 0, lah_image_rgb[j, :, :], &quant_error[j])
|
|
|
|
|
|
|
|
free(quant_error)
|
2021-01-11 20:21:00 +00:00
|
|
|
|
2021-01-11 21:35:13 +00:00
|
|
|
cdef int best
|
|
|
|
cdef int best_error = 2**31-1
|
|
|
|
cdef int total_error
|
2021-01-11 22:19:41 +00:00
|
|
|
cdef long flat, dist, bit4
|
|
|
|
|
|
|
|
cdef long r, g, b
|
|
|
|
cdef (unsigned char)[:, ::1] distances = differ._distances
|
2021-01-11 21:35:13 +00:00
|
|
|
for i in range(2**lookahead):
|
|
|
|
total_error = 0
|
|
|
|
for j in range(lookahead):
|
2021-01-11 22:19:41 +00:00
|
|
|
# Clip lah_image_rgb into 0..255 range to prepare for computing colour distance
|
|
|
|
r = long(clip(lah_image_rgb[i, j, 0], 0, 255))
|
|
|
|
g = long(clip(lah_image_rgb[i, j, 1], 0, 255))
|
|
|
|
b = long(clip(lah_image_rgb[i, j, 2], 0, 255))
|
|
|
|
|
|
|
|
flat = (r << 16) + (g << 8) + b
|
|
|
|
bit4 = options_4bit[i, j]
|
|
|
|
dist = distances[flat, bit4]
|
|
|
|
total_error += dist ** 2
|
2021-01-11 21:35:13 +00:00
|
|
|
if total_error >= best_error:
|
|
|
|
break
|
|
|
|
if total_error < best_error:
|
|
|
|
best_error = total_error
|
|
|
|
best = i
|
|
|
|
|
2021-01-11 20:21:00 +00:00
|
|
|
return options_4bit[best, 0], options_rgb[best, 0, :]
|