/* * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version 2 * of the License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software Foundation, * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. * * Copyright 2011, Blender Foundation. */ #include "MEM_guardedalloc.h" #include "COM_InpaintOperation.h" #include "COM_OpenCLDevice.h" #include "BLI_math.h" namespace blender::compositor { #define ASSERT_XY_RANGE(x, y) \ BLI_assert(x >= 0 && x < this->getWidth() && y >= 0 && y < this->getHeight()) // Inpaint (simple convolve using average of known pixels) InpaintSimpleOperation::InpaintSimpleOperation() { this->addInputSocket(DataType::Color); this->addOutputSocket(DataType::Color); this->flags.complex = true; this->m_inputImageProgram = nullptr; this->m_pixelorder = nullptr; this->m_manhattan_distance = nullptr; this->m_cached_buffer = nullptr; this->m_cached_buffer_ready = false; } void InpaintSimpleOperation::initExecution() { this->m_inputImageProgram = this->getInputSocketReader(0); this->m_pixelorder = nullptr; this->m_manhattan_distance = nullptr; this->m_cached_buffer = nullptr; this->m_cached_buffer_ready = false; this->initMutex(); } void InpaintSimpleOperation::clamp_xy(int &x, int &y) { int width = this->getWidth(); int height = this->getHeight(); if (x < 0) { x = 0; } else if (x >= width) { x = width - 1; } if (y < 0) { y = 0; } else if (y >= height) { y = height - 1; } } float *InpaintSimpleOperation::get_pixel(int x, int y) { int width = this->getWidth(); ASSERT_XY_RANGE(x, y); return &this->m_cached_buffer[y * width * COM_DATA_TYPE_COLOR_CHANNELS + x * COM_DATA_TYPE_COLOR_CHANNELS]; } int InpaintSimpleOperation::mdist(int x, int y) { int width = this->getWidth(); ASSERT_XY_RANGE(x, y); return this->m_manhattan_distance[y * width + x]; } bool InpaintSimpleOperation::next_pixel(int &x, int &y, int &curr, int iters) { int width = this->getWidth(); if (curr >= this->m_area_size) { return false; } int r = this->m_pixelorder[curr++]; x = r % width; y = r / width; if (this->mdist(x, y) > iters) { return false; } return true; } void InpaintSimpleOperation::calc_manhattan_distance() { int width = this->getWidth(); int height = this->getHeight(); short *m = this->m_manhattan_distance = (short *)MEM_mallocN(sizeof(short) * width * height, __func__); int *offsets; offsets = (int *)MEM_callocN(sizeof(int) * (width + height + 1), "InpaintSimpleOperation offsets"); for (int j = 0; j < height; j++) { for (int i = 0; i < width; i++) { int r = 0; /* no need to clamp here */ if (this->get_pixel(i, j)[3] < 1.0f) { r = width + height; if (i > 0) { r = min_ii(r, m[j * width + i - 1] + 1); } if (j > 0) { r = min_ii(r, m[(j - 1) * width + i] + 1); } } m[j * width + i] = r; } } for (int j = height - 1; j >= 0; j--) { for (int i = width - 1; i >= 0; i--) { int r = m[j * width + i]; if (i + 1 < width) { r = min_ii(r, m[j * width + i + 1] + 1); } if (j + 1 < height) { r = min_ii(r, m[(j + 1) * width + i] + 1); } m[j * width + i] = r; offsets[r]++; } } offsets[0] = 0; for (int i = 1; i < width + height + 1; i++) { offsets[i] += offsets[i - 1]; } this->m_area_size = offsets[width + height]; this->m_pixelorder = (int *)MEM_mallocN(sizeof(int) * this->m_area_size, __func__); for (int i = 0; i < width * height; i++) { if (m[i] > 0) { this->m_pixelorder[offsets[m[i] - 1]++] = i; } } MEM_freeN(offsets); } void InpaintSimpleOperation::pix_step(int x, int y) { const int d = this->mdist(x, y); float pix[3] = {0.0f, 0.0f, 0.0f}; float pix_divider = 0.0f; for (int dx = -1; dx <= 1; dx++) { for (int dy = -1; dy <= 1; dy++) { /* changing to both != 0 gives dithering artifacts */ if (dx != 0 || dy != 0) { int x_ofs = x + dx; int y_ofs = y + dy; this->clamp_xy(x_ofs, y_ofs); if (this->mdist(x_ofs, y_ofs) < d) { float weight; if (dx == 0 || dy == 0) { weight = 1.0f; } else { weight = M_SQRT1_2; /* 1.0f / sqrt(2) */ } madd_v3_v3fl(pix, this->get_pixel(x_ofs, y_ofs), weight); pix_divider += weight; } } } } float *output = this->get_pixel(x, y); if (pix_divider != 0.0f) { mul_v3_fl(pix, 1.0f / pix_divider); /* use existing pixels alpha to blend into */ interp_v3_v3v3(output, pix, output, output[3]); output[3] = 1.0f; } } void *InpaintSimpleOperation::initializeTileData(rcti *rect) { if (this->m_cached_buffer_ready) { return this->m_cached_buffer; } lockMutex(); if (!this->m_cached_buffer_ready) { MemoryBuffer *buf = (MemoryBuffer *)this->m_inputImageProgram->initializeTileData(rect); this->m_cached_buffer = (float *)MEM_dupallocN(buf->getBuffer()); this->calc_manhattan_distance(); int curr = 0; int x, y; while (this->next_pixel(x, y, curr, this->m_iterations)) { this->pix_step(x, y); } this->m_cached_buffer_ready = true; } unlockMutex(); return this->m_cached_buffer; } void InpaintSimpleOperation::executePixel(float output[4], int x, int y, void * /*data*/) { this->clamp_xy(x, y); copy_v4_v4(output, this->get_pixel(x, y)); } void InpaintSimpleOperation::deinitExecution() { this->m_inputImageProgram = nullptr; this->deinitMutex(); if (this->m_cached_buffer) { MEM_freeN(this->m_cached_buffer); this->m_cached_buffer = nullptr; } if (this->m_pixelorder) { MEM_freeN(this->m_pixelorder); this->m_pixelorder = nullptr; } if (this->m_manhattan_distance) { MEM_freeN(this->m_manhattan_distance); this->m_manhattan_distance = nullptr; } this->m_cached_buffer_ready = false; } bool InpaintSimpleOperation::determineDependingAreaOfInterest(rcti * /*input*/, ReadBufferOperation *readOperation, rcti *output) { if (this->m_cached_buffer_ready) { return false; } rcti newInput; newInput.xmax = getWidth(); newInput.xmin = 0; newInput.ymax = getHeight(); newInput.ymin = 0; return NodeOperation::determineDependingAreaOfInterest(&newInput, readOperation, output); } } // namespace blender::compositor