GLPostProcessor.cc

Go to the documentation of this file.

#include "GLPostProcessor.hh"
#include "GLContext.hh"
#include "GLScaler.hh"
#include "GLScalerFactory.hh"
#include "FloatSetting.hh"
#include "OutputSurface.hh"
#include "RawFrame.hh"
#include "gl_transform.hh"
#include "narrow.hh"
#include "random.hh"
#include "ranges.hh"
#include "stl.hh"
#include "xrange.hh"
#include <cassert>
#include <cstdint>
#include <numeric>
 
using namespace gl;
 
namespace openmsx {
 
GLPostProcessor::GLPostProcessor(
        MSXMotherBoard& motherBoard_, Display& display_,
        OutputSurface& screen_, const std::string& videoSource,
        unsigned maxWidth_, unsigned height_, bool canDoInterlace_)
        : PostProcessor(motherBoard_, display_, screen_,
                        videoSource, maxWidth_, height_, canDoInterlace_)
        , height(height_)
{
        preCalcNoise(renderSettings.getNoise());
        initBuffers();
 
        for (auto i : xrange(2)) {
                colorTex[i].bind();
                colorTex[i].setInterpolation(true);
                auto [w, h] = screen.getLogicalSize();
                glTexImage2D(GL_TEXTURE_2D,     // target
                             0,                 // level
                             GL_RGB,            // internal format
                             w,                 // width
                             h,                 // height
                             0,                 // border
                             GL_RGB,            // format
                             GL_UNSIGNED_BYTE,  // type
                             nullptr);          // data
                fbo[i] = FrameBufferObject(colorTex[i]);
        }
 
        VertexShader   vertexShader  ("monitor3D.vert");
        FragmentShader fragmentShader("monitor3D.frag");
        monitor3DProg.attach(vertexShader);
        monitor3DProg.attach(fragmentShader);
        monitor3DProg.bindAttribLocation(0, "a_position");
        monitor3DProg.bindAttribLocation(1, "a_normal");
        monitor3DProg.bindAttribLocation(2, "a_texCoord");
        monitor3DProg.link();
        preCalcMonitor3D(renderSettings.getHorizontalStretch());
 
        renderSettings.getNoiseSetting().attach(*this);
        renderSettings.getHorizontalStretchSetting().attach(*this);
}
 
GLPostProcessor::~GLPostProcessor()
{
        renderSettings.getHorizontalStretchSetting().detach(*this);
        renderSettings.getNoiseSetting().detach(*this);
}
 
void GLPostProcessor::initBuffers()
{
        // combined positions and texture coordinates
        static constexpr std::array pos_tex = {
                vec2(-1, 1), vec2(-1,-1), vec2( 1,-1), vec2( 1, 1), // pos
                vec2( 0, 1), vec2( 0, 0), vec2( 1, 0), vec2( 1, 1), // tex
        };
        glBindBuffer(GL_ARRAY_BUFFER, vbo.get());
        glBufferData(GL_ARRAY_BUFFER, sizeof(pos_tex), pos_tex.data(), GL_STATIC_DRAW);
        glBindBuffer(GL_ARRAY_BUFFER, 0);
}
 
void GLPostProcessor::createRegions()
{
        regions.clear();
 
        const unsigned srcHeight = paintFrame->getHeight();
        const unsigned dstHeight = screen.getLogicalHeight();
 
        unsigned g = std::gcd(srcHeight, dstHeight);
        unsigned srcStep = srcHeight / g;
        unsigned dstStep = dstHeight / g;
 
        // TODO: Store all MSX lines in RawFrame and only scale the ones that fit
        //       on the PC screen, as a preparation for resizable output window.
        unsigned srcStartY = 0;
        unsigned dstStartY = 0;
        while (dstStartY < dstHeight) {
                // Currently this is true because the source frame height
                // is always >= dstHeight/(dstStep/srcStep).
                assert(srcStartY < srcHeight);
 
                // get region with equal lineWidth
                unsigned lineWidth = getLineWidth(paintFrame, srcStartY, srcStep);
                unsigned srcEndY = srcStartY + srcStep;
                unsigned dstEndY = dstStartY + dstStep;
                while ((srcEndY < srcHeight) && (dstEndY < dstHeight) &&
                       (getLineWidth(paintFrame, srcEndY, srcStep) == lineWidth)) {
                        srcEndY += srcStep;
                        dstEndY += dstStep;
                }
 
                regions.emplace_back(srcStartY, srcEndY,
                                     dstStartY, dstEndY,
                                     lineWidth);
 
                // next region
                srcStartY = srcEndY;
                dstStartY = dstEndY;
        }
}
 
void GLPostProcessor::paint(OutputSurface& /*output*/)
{
        if (renderSettings.getInterleaveBlackFrame()) {
                interleaveCount ^= 1;
                if (interleaveCount) {
                        glClearColor(0.0f, 0.0f, 0.0f, 1.0f);
                        glClear(GL_COLOR_BUFFER_BIT);
                        return;
                }
        }
 
        auto deform = renderSettings.getDisplayDeform();
        float horStretch = renderSettings.getHorizontalStretch();
        int glow = renderSettings.getGlow();
        bool renderToTexture = (deform != RenderSettings::DEFORM_NORMAL) ||
                               (horStretch != 320.0f) ||
                               (glow != 0) ||
                               screen.isViewScaled();
 
        if ((screen.getViewOffset() != ivec2()) || // any part of the screen not covered by the viewport?
            (deform == RenderSettings::DEFORM_3D) || !paintFrame) {
                glClearColor(0.0f, 0.0f, 0.0f, 1.0f);
                glClear(GL_COLOR_BUFFER_BIT);
                if (!paintFrame) {
                        return;
                }
        }
 
        // New scaler algorithm selected?
        auto algo = renderSettings.getScaleAlgorithm();
        if (scaleAlgorithm != algo) {
                scaleAlgorithm = algo;
                currScaler = GLScalerFactory::createScaler(renderSettings);
 
                // Re-upload frame data, this is both
                //  - Chunks of RawFrame with a specific line width, possibly
                //    with some extra lines above and below each chunk that are
                //    also converted to this line width.
                //  - Extra data that is specific for the scaler (ATM only the
                //    hq and hqlite scalers require this).
                // Re-uploading the first is not strictly needed. But switching
                // scalers doesn't happen that often, so it also doesn't hurt
                // and it keeps the code simpler.
                uploadFrame();
        }
 
        auto [scrnWidth, scrnHeight] = screen.getLogicalSize();
        if (renderToTexture) {
                glViewport(0, 0, scrnWidth, scrnHeight);
                glBindTexture(GL_TEXTURE_2D, 0);
                fbo[frameCounter & 1].push();
        }
 
        for (auto& r : regions) {
                //fprintf(stderr, "post processing lines %d-%d: %d\n",
                //      r.srcStartY, r.srcEndY, r.lineWidth);
                auto it = find_unguarded(textures, r.lineWidth, &TextureData::width);
                auto* superImpose = superImposeVideoFrame
                                  ? &superImposeTex : nullptr;
                currScaler->scaleImage(
                        it->tex, superImpose,
                        r.srcStartY, r.srcEndY, r.lineWidth, // src
                        r.dstStartY, r.dstEndY, scrnWidth,   // dst
                        paintFrame->getHeight()); // dst
        }
 
        drawNoise();
        drawGlow(glow);
 
        if (renderToTexture) {
                fbo[frameCounter & 1].pop();
                colorTex[frameCounter & 1].bind();
                auto [x, y] = screen.getViewOffset();
                auto [w, h] = screen.getViewSize();
                glViewport(x, y, w, h);
 
                if (deform == RenderSettings::DEFORM_3D) {
                        drawMonitor3D();
                } else {
                        float x1 = (320.0f - float(horStretch)) / (2.0f * 320.0f);
                        float x2 = 1.0f - x1;
                        std::array tex = {
                                vec2(x1, 1), vec2(x1, 0), vec2(x2, 0), vec2(x2, 1)
                        };
 
                        auto& glContext = *gl::context;
                        glContext.progTex.activate();
                        glUniform4f(glContext.unifTexColor,
                                    1.0f, 1.0f, 1.0f, 1.0f);
                        mat4 I;
                        glUniformMatrix4fv(glContext.unifTexMvp,
                                           1, GL_FALSE, &I[0][0]);
 
                        glBindBuffer(GL_ARRAY_BUFFER, vbo.get());
                        glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, 0, nullptr);
                        glEnableVertexAttribArray(0);
 
                        glBindBuffer(GL_ARRAY_BUFFER, stretchVBO.get());
                        glBufferData(GL_ARRAY_BUFFER, sizeof(tex), tex.data(), GL_STREAM_DRAW);
                        glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, 0, nullptr);
                        glEnableVertexAttribArray(1);
 
                        glDrawArrays(GL_TRIANGLE_FAN, 0, 4);
 
                        glDisableVertexAttribArray(1);
                        glDisableVertexAttribArray(0);
                        glBindBuffer(GL_ARRAY_BUFFER, 0);
                }
                storedFrame = true;
        } else {
                storedFrame = false;
        }
        //gl::checkGLError("GLPostProcessor::paint");
}
 
std::unique_ptr<RawFrame> GLPostProcessor::rotateFrames(
        std::unique_ptr<RawFrame> finishedFrame, EmuTime::param time)
{
        std::unique_ptr<RawFrame> reuseFrame =
                PostProcessor::rotateFrames(std::move(finishedFrame), time);
        uploadFrame();
        ++frameCounter;
        noiseX = random_float(0.0f, 1.0f);
        noiseY = random_float(0.0f, 1.0f);
        return reuseFrame;
}
 
void GLPostProcessor::update(const Setting& setting) noexcept
{
        VideoLayer::update(setting);
        auto& noiseSetting = renderSettings.getNoiseSetting();
        auto& horizontalStretch = renderSettings.getHorizontalStretchSetting();
        if (&setting == &noiseSetting) {
                preCalcNoise(noiseSetting.getFloat());
        } else if (&setting == &horizontalStretch) {
                preCalcMonitor3D(horizontalStretch.getFloat());
        }
}
 
void GLPostProcessor::uploadFrame()
{
        createRegions();
 
        const unsigned srcHeight = paintFrame->getHeight();
        for (auto& r : regions) {
                // upload data
                // TODO get before/after data from scaler
                int before = 1;
                unsigned after  = 1;
                uploadBlock(narrow<unsigned>(std::max(0, narrow<int>(r.srcStartY) - before)),
                            std::min(srcHeight, r.srcEndY + after),
                            r.lineWidth);
        }
 
        if (superImposeVideoFrame) {
                int w = narrow<GLsizei>(superImposeVideoFrame->getWidth());
                int h = narrow<GLsizei>(superImposeVideoFrame->getHeight());
                if (superImposeTex.getWidth()  != w ||
                    superImposeTex.getHeight() != h) {
                        superImposeTex.resize(w, h);
                        superImposeTex.setInterpolation(true);
                }
                superImposeTex.bind();
                glTexSubImage2D(
                        GL_TEXTURE_2D,     // target
                        0,                 // level
                        0,                 // offset x
                        0,                 // offset y
                        w,                 // width
                        h,                 // height
                        GL_RGBA,           // format
                        GL_UNSIGNED_BYTE,  // type
                        const_cast<RawFrame*>(superImposeVideoFrame)->getLineDirect<unsigned>(0).data()); // data
        }
}
 
void GLPostProcessor::uploadBlock(
        unsigned srcStartY, unsigned srcEndY, unsigned lineWidth)
{
        // create texture/pbo if needed
        auto it = ranges::find(textures, lineWidth, &TextureData::width);
        if (it == end(textures)) {
                TextureData textureData;
 
                textureData.tex.resize(narrow<GLsizei>(lineWidth),
                                       narrow<GLsizei>(height * 2)); // *2 for interlace
                textureData.pbo.setImage(lineWidth, height * 2);
                textures.push_back(std::move(textureData));
                it = end(textures) - 1;
        }
        auto& tex = it->tex;
        auto& pbo = it->pbo;
 
        // bind texture
        tex.bind();
 
        // upload data
        pbo.bind();
        uint32_t* mapped = pbo.mapWrite();
        for (auto y : xrange(srcStartY, srcEndY)) {
                auto* dest = mapped + y * size_t(lineWidth);
                auto line = paintFrame->getLine(narrow<int>(y), std::span{dest, lineWidth});
                if (line.data() != dest) {
                        ranges::copy(line, dest);
                }
        }
        pbo.unmap();
#if defined(__APPLE__)
        // The nVidia GL driver for the GeForce 8000/9000 series seems to hang
        // on texture data replacements that are 1 pixel wide and start on a
        // line number that is a non-zero multiple of 16.
        if (lineWidth == 1 && srcStartY != 0 && srcStartY % 16 == 0) {
                srcStartY--;
        }
#endif
        glTexSubImage2D(
                GL_TEXTURE_2D,                      // target
                0,                                  // level
                0,                                  // offset x
                narrow<GLint>(srcStartY),           // offset y
                narrow<GLint>(lineWidth),           // width
                narrow<GLint>(srcEndY - srcStartY), // height
                GL_RGBA,                            // format
                GL_UNSIGNED_BYTE,                   // type
                pbo.getOffset(0, srcStartY));       // data
        pbo.unbind();
 
        // possibly upload scaler specific data
        if (currScaler) {
                currScaler->uploadBlock(srcStartY, srcEndY, lineWidth, *paintFrame);
        }
}
 
void GLPostProcessor::drawGlow(int glow)
{
        if ((glow == 0) || !storedFrame) return;
 
        auto& glContext = *gl::context;
        glContext.progTex.activate();
        glEnable(GL_BLEND);
        glBlendFunc(GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
        colorTex[(frameCounter & 1) ^ 1].bind();
        glUniform4f(glContext.unifTexColor,
                    1.0f, 1.0f, 1.0f, narrow<float>(glow) * 31.0f / 3200.0f);
        mat4 I;
        glUniformMatrix4fv(glContext.unifTexMvp, 1, GL_FALSE, &I[0][0]);
 
        glBindBuffer(GL_ARRAY_BUFFER, vbo.get());
 
        const vec2* offset = nullptr;
        glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, 0, offset); // pos
        offset += 4; // see initBuffers()
        glEnableVertexAttribArray(0);
 
        glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, 0, offset); // tex
        glEnableVertexAttribArray(1);
 
        glDrawArrays(GL_TRIANGLE_FAN, 0, 4);
 
        glDisableVertexAttribArray(1);
        glDisableVertexAttribArray(0);
        glBindBuffer(GL_ARRAY_BUFFER, 0);
        glDisable(GL_BLEND);
}
 
void GLPostProcessor::preCalcNoise(float factor)
{
        std::array<uint8_t, 256 * 256> buf1;
        std::array<uint8_t, 256 * 256> buf2;
        auto& generator = global_urng(); // fast (non-cryptographic) random numbers
        std::normal_distribution<float> distribution(0.0f, 1.0f);
        for (auto i : xrange(256 * 256)) {
                float r = distribution(generator);
                int s = std::clamp(int(roundf(r * factor)), -255, 255);
                buf1[i] = narrow<uint8_t>((s > 0) ?  s : 0);
                buf2[i] = narrow<uint8_t>((s < 0) ? -s : 0);
        }
 
        // GL_LUMINANCE is no longer supported in newer openGL versions
        auto format = (OPENGL_VERSION >= OPENGL_3_3) ? GL_RED : GL_LUMINANCE;
        noiseTextureA.bind();
        glTexImage2D(
                GL_TEXTURE_2D,    // target
                0,                // level
                format,           // internal format
                256,              // width
                256,              // height
                0,                // border
                format,           // format
                GL_UNSIGNED_BYTE, // type
                buf1.data());     // data
#if OPENGL_VERSION >= OPENGL_3_3
        GLint swizzleMask1[] = {GL_RED, GL_RED, GL_RED, GL_ONE};
        glTexParameteriv(GL_TEXTURE_2D, GL_TEXTURE_SWIZZLE_RGBA, swizzleMask1);
#endif
 
        noiseTextureB.bind();
        glTexImage2D(
                GL_TEXTURE_2D,    // target
                0,                // level
                format,           // internal format
                256,              // width
                256,              // height
                0,                // border
                format,           // format
                GL_UNSIGNED_BYTE, // type
                buf2.data());     // data
#if OPENGL_VERSION >= OPENGL_3_3
        GLint swizzleMask2[] = {GL_RED, GL_RED, GL_RED, GL_ONE};
        glTexParameteriv(GL_TEXTURE_2D, GL_TEXTURE_SWIZZLE_RGBA, swizzleMask2);
#endif
}
 
void GLPostProcessor::drawNoise()
{
        if (renderSettings.getNoise() == 0.0f) return;
 
        // Rotate and mirror noise texture in consecutive frames to avoid
        // seeing 'patterns' in the noise.
        static constexpr std::array pos = {
                std::array{vec2{-1, -1}, vec2{ 1, -1}, vec2{ 1,  1}, vec2{-1,  1}},
                std::array{vec2{-1,  1}, vec2{ 1,  1}, vec2{ 1, -1}, vec2{-1, -1}},
                std::array{vec2{-1,  1}, vec2{-1, -1}, vec2{ 1, -1}, vec2{ 1,  1}},
                std::array{vec2{ 1,  1}, vec2{ 1, -1}, vec2{-1, -1}, vec2{-1,  1}},
                std::array{vec2{ 1,  1}, vec2{-1,  1}, vec2{-1, -1}, vec2{ 1, -1}},
                std::array{vec2{ 1, -1}, vec2{-1, -1}, vec2{-1,  1}, vec2{ 1,  1}},
                std::array{vec2{ 1, -1}, vec2{ 1,  1}, vec2{-1,  1}, vec2{-1, -1}},
                std::array{vec2{-1, -1}, vec2{-1,  1}, vec2{ 1,  1}, vec2{ 1, -1}},
        };
        vec2 noise(noiseX, noiseY);
        const std::array tex = {
                noise + vec2(0.0f, 1.875f),
                noise + vec2(2.0f, 1.875f),
                noise + vec2(2.0f, 0.0f  ),
                noise + vec2(0.0f, 0.0f  ),
        };
 
        auto& glContext = *gl::context;
        glContext.progTex.activate();
 
        glEnable(GL_BLEND);
        glBlendFunc(GL_ONE, GL_ONE);
        glUniform4f(glContext.unifTexColor, 1.0f, 1.0f, 1.0f, 1.0f);
        mat4 I;
        glUniformMatrix4fv(glContext.unifTexMvp, 1, GL_FALSE, &I[0][0]);
 
        unsigned seq = frameCounter & 7;
        glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, 0, pos[seq].data());
        glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, 0, tex.data());
        glEnableVertexAttribArray(0);
        glEnableVertexAttribArray(1);
 
        noiseTextureA.bind();
        glDrawArrays(GL_TRIANGLE_FAN, 0, 4);
        glBlendEquation(GL_FUNC_REVERSE_SUBTRACT);
        noiseTextureB.bind();
        glDrawArrays(GL_TRIANGLE_FAN, 0, 4);
 
        glDisableVertexAttribArray(1);
        glDisableVertexAttribArray(0);
        glBlendEquation(GL_FUNC_ADD); // restore default
        glDisable(GL_BLEND);
}
 
static constexpr int GRID_SIZE = 16;
static constexpr int GRID_SIZE1 = GRID_SIZE + 1;
static constexpr int NUM_INDICES = (GRID_SIZE1 * 2 + 2) * GRID_SIZE - 2;
struct Vertex {
        vec3 position;
        vec3 normal;
        vec2 tex;
};
 
void GLPostProcessor::preCalcMonitor3D(float width)
{
        // precalculate vertex-positions, -normals and -texture-coordinates
        std::array<std::array<Vertex, GRID_SIZE1>, GRID_SIZE1> vertices;
 
        constexpr float GRID_SIZE2 = float(GRID_SIZE) / 2.0f;
        float s = width / 320.0f;
        float b = (320.0f - width) / (2.0f * 320.0f);
 
        for (auto sx : xrange(GRID_SIZE1)) {
                for (auto sy : xrange(GRID_SIZE1)) {
                        Vertex& v = vertices[sx][sy];
                        float x = (narrow<float>(sx) - GRID_SIZE2) / GRID_SIZE2;
                        float y = (narrow<float>(sy) - GRID_SIZE2) / GRID_SIZE2;
 
                        v.position = vec3(x, y, (x * x + y * y) / -12.0f);
                        v.normal = normalize(vec3(x / 6.0f, y / 6.0f, 1.0f)) * 1.2f;
                        v.tex = vec2((float(sx) / GRID_SIZE) * s + b,
                                      float(sy) / GRID_SIZE);
                }
        }
 
        // calculate indices
        std::array<uint16_t, NUM_INDICES> indices;
 
        uint16_t* ind = indices.data();
        for (auto y : xrange(GRID_SIZE)) {
                for (auto x : xrange(GRID_SIZE1)) {
                        *ind++ = narrow<uint16_t>((y + 0) * GRID_SIZE1 + x);
                        *ind++ = narrow<uint16_t>((y + 1) * GRID_SIZE1 + x);
                }
                // skip 2, filled in later
                ind += 2;
        }
        assert((ind - indices.data()) == NUM_INDICES + 2);
        ind = indices.data();
        repeat(GRID_SIZE - 1, [&] {
                ind += 2 * GRID_SIZE1;
                // repeat prev and next index to restart strip
                ind[0] = ind[-1];
                ind[1] = ind[ 2];
                ind += 2;
        });
 
        // upload calculated values to buffers
        glBindBuffer(GL_ARRAY_BUFFER, arrayBuffer.get());
        glBufferData(GL_ARRAY_BUFFER, sizeof(vertices), vertices.data(),
                     GL_STATIC_DRAW);
        glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, elementBuffer.get());
        glBufferData(GL_ELEMENT_ARRAY_BUFFER, sizeof(indices), indices.data(),
                     GL_STATIC_DRAW);
        glBindBuffer(GL_ARRAY_BUFFER, 0);
        glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, 0);
 
        // calculate transformation matrices
        mat4 proj = frustum(-1, 1, -1, 1, 1, 10);
        mat4 tran = translate(vec3(0.0f, 0.4f, -2.0f));
        mat4 rotX = rotateX(radians(-10.0f));
        mat4 scal = scale(vec3(2.2f, 2.2f, 2.2f));
 
        mat3 normal = mat3(rotX);
        mat4 mvp = proj * tran * rotX * scal;
 
        // set uniforms
        monitor3DProg.activate();
        glUniform1i(monitor3DProg.getUniformLocation("u_tex"), 0);
        glUniformMatrix4fv(monitor3DProg.getUniformLocation("u_mvpMatrix"),
                1, GL_FALSE, &mvp[0][0]);
        glUniformMatrix3fv(monitor3DProg.getUniformLocation("u_normalMatrix"),
                1, GL_FALSE, &normal[0][0]);
}
 
void GLPostProcessor::drawMonitor3D()
{
        monitor3DProg.activate();
 
        char* base = nullptr;
        glBindBuffer(GL_ARRAY_BUFFER, arrayBuffer.get());
        glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, elementBuffer.get());
        glVertexAttribPointer(0, 3, GL_FLOAT, GL_FALSE, sizeof(Vertex),
                              base);
        glVertexAttribPointer(1, 3, GL_FLOAT, GL_FALSE, sizeof(Vertex),
                              base + sizeof(vec3));
        glVertexAttribPointer(2, 2, GL_FLOAT, GL_FALSE, sizeof(Vertex),
                              base + sizeof(vec3) + sizeof(vec3));
        glEnableVertexAttribArray(0);
        glEnableVertexAttribArray(1);
        glEnableVertexAttribArray(2);
 
        glDrawElements(GL_TRIANGLE_STRIP, NUM_INDICES, GL_UNSIGNED_SHORT, nullptr);
        glDisableVertexAttribArray(2);
        glDisableVertexAttribArray(1);
        glDisableVertexAttribArray(0);
 
        glBindBuffer(GL_ARRAY_BUFFER, 0);
        glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, 0);
}
 
} // namespace openmsx