/** * Copyright 2012-2024 JogAmp Community. All rights reserved. * * Redistribution and use in source and binary forms, with or without modification, are * permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this list of * conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, this list * of conditions and the following disclaimer in the documentation and/or other materials * provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY JogAmp Community ``AS IS'' AND ANY EXPRESS OR IMPLIED * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL JogAmp Community OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * The views and conclusions contained in the software and documentation are those of the * authors and should not be interpreted as representing official policies, either expressed * or implied, of JogAmp Community. */ package com.jogamp.opengl.util.texture; import com.jogamp.opengl.GL; import com.jogamp.opengl.GLAutoDrawable; import com.jogamp.opengl.GLRunnable; import com.jogamp.opengl.GLEventListener; import com.jogamp.common.av.TimeFrameI; import com.jogamp.graph.curve.Region; import com.jogamp.math.Vec4f; import com.jogamp.math.geom.AABBox; /** * Protocol for texture sequences, like animations, movies, etc. *
* Ensure to respect the texture coordinates provided by * {@link TextureFrame}.{@link TextureFrame#getTexture() getTexture()}.{@link Texture#getImageTexCoords() getImageTexCoords()}. *
* The user's shader shall be fitted for this implementation. * Assuming we use a base shader code w/o headers using ShaderCode. * (Code copied from unit test / demoTexCubeES2
)
* * static final String[] es2_prelude = { "#version 100\n", "precision mediump float;\n" }; static final String gl2_prelude = "#version 110\n"; static final String shaderBasename = "texsequence_xxx"; // the base shader code w/o headers static final String myTextureLookupName = "myTexture2D"; // the desired texture lookup function private void initShader(GL2ES2 gl, TextureSequence texSeq) { // Create & Compile the shader objects ShaderCode rsVp = ShaderCode.create(gl, GL2ES2.GL_VERTEX_SHADER, TexCubeES2.class, "shader", "shader/bin", shaderBasename, true); ShaderCode rsFp = ShaderCode.create(gl, GL2ES2.GL_FRAGMENT_SHADER, TexCubeES2.class, "shader", "shader/bin", shaderBasename, true); // Prelude shader code w/ GLSL profile specifics [ 1. pre-proc, 2. other ] int rsFpPos; if(gl.isGLES2()) { // insert ES2 version string in beginning rsVp.insertShaderSource(0, 0, es2_prelude[0]); rsFpPos = rsFp.insertShaderSource(0, 0, es2_prelude[0]); } else { // insert GL2 version string in beginning rsVp.insertShaderSource(0, 0, gl2_prelude); rsFpPos = rsFp.insertShaderSource(0, 0, gl2_prelude); } // insert required extensions as determined by TextureSequence implementation. rsFpPos = rsFp.insertShaderSource(0, rsFpPos, texSeq.getRequiredExtensionsShaderStub()); if(gl.isGLES2()) { // insert ES2 default precision declaration rsFpPos = rsFp.insertShaderSource(0, rsFpPos, es2_prelude[1]); } // negotiate the texture lookup function name final String texLookupFuncName = texSeq.getTextureLookupFunctionName(myTextureLookupName); // in case a fixed lookup function is being chosen, replace the name in our code rsFp.replaceInShaderSource(myTextureLookupName, texLookupFuncName); // Cache the TextureSequence shader details in StringBuilder: final StringBuilder sFpIns = new StringBuilder(); // .. declaration of the texture sampler using the implementation specific type sFpIns.append("uniform ").append(texSeq.getTextureSampler2DType()).append(" mgl_ActiveTexture;\n"); // .. the actual texture lookup function, maybe null in case a built-in function is being used sFpIns.append(texSeq.getTextureLookupFragmentShaderImpl()); // Now insert the TextureShader details in our shader after the given tag: rsFp.insertShaderSource(0, "TEXTURE-SEQUENCE-CODE-BEGIN", 0, sFpIns); // Create & Link the shader program ShaderProgram sp = new ShaderProgram(); sp.add(rsVp); sp.add(rsFp); if(!sp.link(gl, System.err)) { throw new GLException("Couldn't link program: "+sp); } ... ** The above procedure might look complicated, however, it allows most flexibility and * workarounds to also deal with GLSL bugs. * */ public interface TextureSequence { public static final String samplerExternalOES = "samplerExternalOES"; public static final String sampler2D = "sampler2D"; /** * Texture holder interface, maybe specialized by implementation * to associated related data. */ public static class TextureFrame extends TimeFrameI { public TextureFrame(final Texture t, final int pts, final int duration) { super(pts, duration); texture = t; } public TextureFrame(final Texture t) { texture = t; } public final Texture getTexture() { return texture; } @Override public String toString() { return "TextureFrame[pts " + pts + " ms, l " + duration + " ms, texID "+ (null != texture ? texture.getTextureObject() : 0) + "]"; } protected final Texture texture; } /** * Event listener to notify users of updates regarding the {@link TextureSequence}. *
* Implementations sending events down to all listeners, * while not necessarily making the user's OpenGL context current. *
*
* Events may be sent from a 3rd-party thread, possibly holding another, maybe shared, OpenGL context current.
* Hence a user shall not issue any OpenGL, time consuming
* or {@link TextureSequence} operations directly.
* Instead, the user shall:
*
* User shall utilize {@link TextureSequence#getNextTexture(GL)} to dequeue it to maintain * a consistent queue. *
* @param ts the event source * @param newFrame the newly enqueued frame * @param when system time in msec. **/ public void newFrameAvailable(T ts, TextureFrame newFrame, long when); } /** Returns the texture target used by implementation. */ public int getTextureTarget(); /** Return the texture unit used to render the current frame. */ public int getTextureUnit(); public int[] getTextureMinMagFilter(); public int[] getTextureWrapST(); /** * Returning {@code true} indicates texture correction for aspect-ratio in the shader. * Graph's {@link Region} shader will utilize {@link #setTexCoordBBox(Texture, AABBox, boolean, float[], boolean)} * for texture-coordinate bounding-box calculation. ** Returning {@code false} indicates no correction for aspect-ratio in the shader. * Graph's {@link Region} shader will utilize {@link #setTexCoordBBoxSimple(Texture, AABBox, float[], boolean)} * for texture-coordinate bounding-box calculation. *
** Default value is implementation specific * and toggling is optional. *
* @see #setTexCoordBBox(Texture, AABBox, boolean, float[], boolean) * @see #setTexCoordBBoxSimple(Texture, AABBox, float[], boolean) * @see #useARatioLetterbox() */ public boolean useARatioAdjustment(); /** * Toggles {@link #useARatioLetterbox()}. ** Default value is implementation specific * and toggling is optional. *
* @see #useARatioLetterbox() * @see #useARatioAdjustment() */ public void setARatioAdjustment(final boolean v); /** * Returns whether {@link #useARatioAdjustment()} shall add letter-box space to match aspect-ratio, otherwise it will be zoomed in. ** Default value is implementation specific * and toggling is optional. *
* @see #useARatioAdjustment() * @see #setARatioLetterbox(boolean, Vec4f) */ public boolean useARatioLetterbox(); /** Returns {@link #useARatioLetterbox()} background color for added letter-box space, defaults to transparent zero. */ public Vec4f getARatioLetterboxBackColor(); /** * Toggles {@link #useARatioLetterbox()}. ** Default value is implementation specific * and toggling is optional. *
** Impacts only if {@link #useARatioAdjustment()} returns {@code true}. *
* @param v new value for {@link #useARatioLetterbox()} * @param backColor optional background color for added letter-box space, defaults to transparent zero * @see #useARatioLetterbox() * @see #useARatioAdjustment() */ public void setARatioLetterbox(final boolean v, Vec4f backColor); /** * Returns true if texture source is ready and a texture is available * via {@link #getNextTexture(GL)} and {@link #getLastTexture()}. */ public boolean isTextureAvailable(); /** * Returns the last updated texture. *
* In case the instance is just initialized, it shall return a TextureFrame
* object with valid attributes. The texture content may be undefined
* until the first call of {@link #getNextTexture(GL)}.
*
* Implementation shall return the next frame if available, may block if a next frame may arrive soon. * Otherwise implementation shall return the last frame. *
*
* Shall return null
in case no next or last frame is available.
*
* #extension GL_OES_EGL_image_external : enable ** * @throws IllegalStateException if instance is not initialized */ public String getRequiredExtensionsShaderStub() throws IllegalStateException ; /** * Returns either
sampler2D
or samplerExternalOES
* depending on {@link #getLastTexture()}.{@link TextureFrame#getTexture() getTexture()}.{@link Texture#getTarget() getTarget()}.
*
* @throws IllegalStateException if instance is not initialized
**/
public String getTextureSampler2DType() throws IllegalStateException ;
/**
* Set the desired shader code's texture lookup function name.
*
* @param texLookupFuncName desired lookup function name. If null
or ignored by the implementation,
* a build-in name is returned.
* @return the chosen lookup function name
*
* @throws IllegalStateException if instance is not initialized
* @see #getTextureLookupFunctionName()
* @see #getTextureFragmentShaderHashCode()
* @see #getTextureLookupFragmentShaderImpl()
*/
public String setTextureLookupFunctionName(String texLookupFuncName) throws IllegalStateException ;
/**
* Returns the chosen lookup function name, which can be set via {@link #setTextureLookupFunctionName(String)}.
*
* @throws IllegalStateException if instance is not initialized
* @see #setTextureLookupFunctionName(String)
* @see #getTextureFragmentShaderHashCode()
* @see #getTextureLookupFragmentShaderImpl()
*/
public String getTextureLookupFunctionName() throws IllegalStateException ;
/**
* Returns the complete texture2D lookup function code of type
* * vec4 funcName(in getTextureSampler2DType() image, in vec2 texCoord) { * vec4 texColor = do_something_with(image, texCoord); * return texColor; * } **
* funcName is set via {@link #setTextureLookupFunctionName(String)} * and queried via {@link #getTextureLookupFunctionName()}. *
** User shall call {@link #setTextureLookupFunctionName(String)} first if intended. *
** Note: This function may return an empty string in case a build-in lookup * function is being chosen. If the implementation desires so, * {@link #getTextureLookupFunctionName()} will ignore the desired function name * and returns the build-in lookup function name. *
* @throws IllegalStateException if instance is not initialized * @see #getTextureLookupFunctionName() * @see #setTextureLookupFunctionName(String) * @see #getTextureFragmentShaderHashID() * @see #getTextureFragmentShaderHashCode() * @see #getTextureSampler2DType() */ public String getTextureLookupFragmentShaderImpl() throws IllegalStateException; /** * Returns the concatenated string representing the following values * utilized for {@link #getTextureFragmentShaderHashCode()}. ** To reduce string concatenating, implementation may simply return {@link #getTextureLookupFragmentShaderImpl()}, * if it covers {@link #getTextureSampler2DType()} and {@link #getTextureLookupFunctionName()}. *
* @see #getTextureFragmentShaderHashCode() */ public String getTextureFragmentShaderHashID(); /** * Returns the hash code of the string {@link #getTextureFragmentShaderHashID()}. ** User shall call {@link #setTextureLookupFunctionName(String)} first if intended. *
** Returns zero if {@link #isTextureAvailable() texture is not available}. *
* The returned hash code allows selection of a matching shader program for this {@link TextureSequence} instance. **
** Implementation caches the resulting hash code, which is reset by {@link #setTextureLookupFunctionName(String)} * and this method if {@link #isTextureAvailable() texture is not available}. *
* @see #setTextureLookupFunctionName(String) * @see #getTextureLookupFunctionName() * @see #getTextureLookupFragmentShaderImpl() * @see #getTextureFragmentShaderHashID() */ public int getTextureFragmentShaderHashCode(); /** * Calculates the texture coordinates bounding box w/o correcting aspect-ratio. * @param tex the {@link Texture} * @param box the {@Link AABBox} of the destination * @param colorTexBBox destination float[6] array for the following three texture-coordinate tuples: minX/minY, maxX/maxY, texW/texH * @param verbose TODO * @see #useARatioAdjustment() */ public static void setTexCoordBBoxSimple(final Texture tex, final AABBox box, final float[] colorTexBBox, final boolean verbose) { final TextureCoords tc = tex.getImageTexCoords(); final float tcW = tc.right() - tc.left(); final float tcH; colorTexBBox[0] = box.getMinX() / tcW; colorTexBBox[2] = box.getMaxX() / tcW; if( tex.getMustFlipVertically() ) { tcH = tc.bottom() - tc.top(); colorTexBBox[1] = box.getMaxY() / tcH; colorTexBBox[3] = box.getMinY() / tcH; } else { tcH = tc.top() - tc.bottom(); colorTexBBox[1] = box.getMinY() / tcH; colorTexBBox[3] = box.getMaxY() / tcH; } colorTexBBox[4] = tcW; colorTexBBox[5] = tcH; if( verbose ) { final float colorTexBBoxW = colorTexBBox[2] - colorTexBBox[0]; final float colorTexBBoxH = colorTexBBox[3] - colorTexBBox[1]; System.err.println("XXX setTexCoordBBoxSimple:"); System.err.println("XXX ColorTex "+tex); System.err.println("XXX ColorTexBBox min "+colorTexBBox[0]+"/"+colorTexBBox[1]+", max "+colorTexBBox[2]+"/"+colorTexBBox[3]+ ", dim "+colorTexBBoxW+" x "+colorTexBBoxH+ ", tc-dim "+tcW+" x "+tcH+", tc "+tc); } } /** * Calculates the texture coordinates bounding box while correcting for aspect-ratio. * @param tex the {@link Texture} * @param box the {@Link AABBox} of the destination * @param letterBox true to produce letter-box space to match aspect-ratio, otherwise will zoom in * @param colorTexBBox destination float[6] array for the following three texture-coordinate tuples: minX/minY, maxX/maxY, texW/texH * @param verbose TODO * @see #useARatioAdjustment() */ public static void setTexCoordBBox(final Texture tex, final AABBox box, final boolean letterBox, final float[] colorTexBBox, final boolean verbose) { final TextureCoords tc = tex.getImageTexCoords(); final float boxRatio = box.getWidth() / box.getHeight(); final float imgRatio = tex.getAspectRatio(); final float box2ImgRatio = boxRatio / imgRatio; final float tcW = tc.right() - tc.left(); final float tcH; float boxWidthCut=0, boxHeightCut=0, boxWidthExt=0, boxHeightExt=0; if( box2ImgRatio >= 1.0f ) { if( letterBox ) { boxWidthCut = box.getWidth() * ( 1f - 1f / box2ImgRatio ); final float tcWH = tcW * 0.5f; final float boxWidthCutL = boxWidthCut * tcWH; final float boxWidthCutR = boxWidthCut * ( 1f - tcWH ); colorTexBBox[0] = ( box.getMinX() + boxWidthCutL ) / tcW; colorTexBBox[2] = ( box.getMaxX() - boxWidthCutR ) / tcW; if( tex.getMustFlipVertically() ) { tcH = tc.bottom() - tc.top(); colorTexBBox[1] = box.getMaxY() / tcH; colorTexBBox[3] = box.getMinY() / tcH; } else { tcH = tc.top() - tc.bottom(); colorTexBBox[1] = box.getMinY() / tcH; colorTexBBox[3] = box.getMaxY() / tcH; } } else { colorTexBBox[0] = box.getMinX() / tcW; colorTexBBox[2] = box.getMaxX() / tcW; boxHeightExt = box.getHeight() * ( box2ImgRatio - 1f ); if( tex.getMustFlipVertically() ) { tcH = tc.bottom() - tc.top(); final float tcHH = tcH * 0.5f; final float boxHeightExtB = boxHeightExt * tcHH; final float boxHeightExtT = boxHeightExt * ( 1f - tcHH ); colorTexBBox[1] = ( box.getMaxY() + boxHeightExtT ) / tcH; colorTexBBox[3] = ( box.getMinY() - boxHeightExtB ) / tcH; } else { tcH = tc.top() - tc.bottom(); final float tcHH = tcH * 0.5f; final float boxHeightExtB = boxHeightExt * tcHH; final float boxHeightExtT = boxHeightExt * ( 1f - tcHH ); colorTexBBox[1] = ( box.getMinY() - boxHeightExtB ) / tcH; colorTexBBox[3] = ( box.getMaxY() + boxHeightExtT ) / tcH; } } } else { if( letterBox ) { colorTexBBox[0] = box.getMinX() / tcW; colorTexBBox[2] = box.getMaxX() / tcW; boxHeightCut = box.getHeight() * ( 1f - box2ImgRatio ); if( tex.getMustFlipVertically() ) { tcH = tc.bottom() - tc.top(); final float tcHH = tcH * 0.5f; final float boxHeightCutB = boxHeightCut * tcHH; final float boxHeightCutT = boxHeightCut * ( 1f - tcHH ); colorTexBBox[1] = ( box.getMaxY() - boxHeightCutT ) / tcH; colorTexBBox[3] = ( box.getMinY() + boxHeightCutB ) / tcH; } else { tcH = tc.top() - tc.bottom(); final float tcHH = tcH * 0.5f; final float boxHeightCutB = boxHeightCut * tcHH; final float boxHeightCutT = boxHeightCut * ( 1f - tcHH ); colorTexBBox[1] = ( box.getMinY() + boxHeightCutB ) / tcH; colorTexBBox[3] = ( box.getMaxY() - boxHeightCutT ) / tcH; } } else { boxWidthExt = box.getWidth() * ( 1f / box2ImgRatio - 1f ); final float tcWH = tcW * 0.5f; final float boxWidthExtL = boxWidthExt * tcWH; final float boxWidthExtR = boxWidthExt * ( 1f - tcWH ); colorTexBBox[0] = ( box.getMinX() - boxWidthExtL ) / tcW; colorTexBBox[2] = ( box.getMaxX() + boxWidthExtR ) / tcW; if( tex.getMustFlipVertically() ) { tcH = tc.bottom() - tc.top(); colorTexBBox[1] = box.getMaxY() / tcH; colorTexBBox[3] = box.getMinY() / tcH; } else { tcH = tc.top() - tc.bottom(); colorTexBBox[1] = box.getMinY() / tcH; colorTexBBox[3] = box.getMaxY() / tcH; } } } colorTexBBox[4] = tcW; colorTexBBox[5] = tcH; if( verbose ) { final float texWidthRatio = (float)tex.getImageWidth() / (float)tex.getWidth(); final float texHeightRatio = (float)tex.getImageHeight() / (float)tex.getHeight(); final float texRatio = ( tc.right() - tc.left() ) / ( tc.bottom() - tc.top() ); final float box2TexRatio = boxRatio / texRatio; final float colorTexBBoxW = colorTexBBox[2] - colorTexBBox[0]; final float colorTexBBoxH = colorTexBBox[3] - colorTexBBox[1]; System.err.println("XXX setTexCoordBBox:"); System.err.println("XXX ColorTex imgRatio "+imgRatio+", texRatio "+texRatio+", texPixelRatio[w "+texWidthRatio+", h "+texHeightRatio+"], "+tex); System.err.println("XXX ColorTexBBox lbox "+letterBox+", cut "+boxWidthCut+"/"+boxHeightCut+", ext "+boxWidthExt+"/"+boxHeightExt); System.err.println("XXX ColorTexBBox min "+colorTexBBox[0]+"/"+colorTexBBox[1]+", max "+colorTexBBox[2]+"/"+colorTexBBox[3]+ ", dim "+colorTexBBoxW+" x "+colorTexBBoxH+ ", tc-dim "+tcW+" x "+tcH+", tc "+tc+", box2ImgRatio "+box2ImgRatio+", box2TexRatio "+box2TexRatio); System.err.println("XXX Box ratio "+boxRatio+", "+box); } } }