Skip to content
Draft
Show file tree
Hide file tree
Changes from 26 commits
Commits
Show all changes
37 commits
Select commit Hold shift + click to select a range
227fe69
Extending p5.texture for cubemap textures
Garima3110 Dec 24, 2023
8e2d05c
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Dec 25, 2023
317d915
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Dec 28, 2023
917de2f
Added vertex and fragment shaders for cubemaps
Garima3110 Dec 28, 2023
5139c0a
Updated src/webgl/shaders/lighting.glsl file for cubemaps
Garima3110 Dec 28, 2023
45e33d5
Storing the diffuse irradiance in a cubemap texture
Garima3110 Dec 28, 2023
1d54fad
Added caching mechanism for shaders
Garima3110 Dec 29, 2023
1ff8702
Updated caching for some shaders
Garima3110 Dec 29, 2023
6cd7856
Updated p5.Texture.js
Garima3110 Dec 29, 2023
4401ebd
Updated cubeVertex and cubeFragment shaders
Garima3110 Dec 29, 2023
37751d9
renamed cubemap shader files
Garima3110 Dec 29, 2023
93b8b50
Updated p5.RendererGL.js
Garima3110 Dec 29, 2023
66dc0dc
Updated p5.Texture.js
Garima3110 Dec 29, 2023
cffda69
Updated lighting.glsl
Garima3110 Dec 29, 2023
751b16a
Added TEXTURE_CUBE
Garima3110 Dec 29, 2023
29e7a14
Added gl.SAMPLER_CUBE uniform type to p5.Shader.js
Garima3110 Dec 29, 2023
7981fdc
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Dec 31, 2023
e7cd392
Minor changes in SAMPLER_CUBE uniform type
Garima3110 Dec 31, 2023
f30af0e
Minor updates on caching shaders
Garima3110 Dec 31, 2023
d51c4a8
Merge branch 'processing:main' into cubeMap
Garima3110 Jan 4, 2024
38bcaab
Merge branch 'processing:main' into cubeMap
Garima3110 Jan 8, 2024
2558755
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Jan 13, 2024
773198a
Updated RendererGL.js
Garima3110 Jan 13, 2024
bbc7c72
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Jan 15, 2024
ffd9097
Reordered some code in p5.RendererGL.js
Garima3110 Jan 16, 2024
cc77e7e
Minor fixes
Garima3110 Jan 20, 2024
518b0f0
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Jan 20, 2024
c124738
Fragment shader error fixed
Garima3110 Jan 23, 2024
38e6e84
Merge remote-tracking branch 'upstream/main' into cubeMap
Garima3110 Jan 23, 2024
a585ef5
Minor updates
Garima3110 Jan 23, 2024
f118a3b
some fixes
Garima3110 Jan 24, 2024
2da03d1
Merge branch 'processing:main' into cubeMap
Garima3110 Jan 29, 2024
5961be8
Minor changes
Garima3110 Mar 30, 2024
4515c09
Some changes with cubemap implementation
Garima3110 Jun 20, 2024
be6d27f
Minor changes
Garima3110 Jun 24, 2024
6dc9916
fix
Garima3110 Jun 24, 2024
3133e80
Merge branch 'processing:main' into cubeMap
Garima3110 Nov 2, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
79 changes: 69 additions & 10 deletions src/webgl/p5.RendererGL.js
Original file line number Diff line number Diff line change
Expand Up @@ -9,10 +9,11 @@ import './p5.Matrix';
import './p5.Framebuffer';
import { readFileSync } from 'fs';
import { join } from 'path';
import { MipmapTexture } from './p5.Texture';
import { CubemapTexture, MipmapTexture } from './p5.Texture';

const STROKE_CAP_ENUM = {};
const STROKE_JOIN_ENUM = {};

let lineDefs = '';
const defineStrokeCapEnum = function (key, val) {
lineDefs += `#define STROKE_CAP_${key} ${val}\n`;
Expand Down Expand Up @@ -78,7 +79,9 @@ const defaultShaders = {
pointFrag: readFileSync(join(__dirname, '/shaders/point.frag'), 'utf-8'),
imageLightVert: readFileSync(join(__dirname, '/shaders/imageLight.vert'), 'utf-8'),
imageLightDiffusedFrag: readFileSync(join(__dirname, '/shaders/imageLightDiffused.frag'), 'utf-8'),
imageLightSpecularFrag: readFileSync(join(__dirname, '/shaders/imageLightSpecular.frag'), 'utf-8')
imageLightSpecularFrag: readFileSync(join(__dirname, '/shaders/imageLightSpecular.frag'), 'utf-8'),
cubemapVertexShader: readFileSync(join(__dirname, '/shaders/cubeVertex.vert'), 'utf-8'),
cubemapFragmentShader: readFileSync(join(__dirname, '/shaders/cubeFragment.frag'), 'utf-8')
};
for (const key in defaultShaders) {
defaultShaders[key] = webgl2CompatibilityShader + defaultShaders[key];
Expand All @@ -104,6 +107,7 @@ const filterShaderFrags = {
};
const filterShaderVert = readFileSync(join(__dirname, '/shaders/filters/default.vert'), 'utf-8');


/**
* @module Rendering
* @submodule Rendering
Expand Down Expand Up @@ -444,6 +448,24 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
this.GL = this.drawingContext;
this._pInst._setProperty('drawingContext', this.drawingContext);

this._pInst.shaderCache={};
this.getCachedShader =
function (shaderKey, vertexShaderSource, fragmentShaderSource) {
if (!this._pInst.shaderCache) {
this._pInst.shaderCache = {}; // ensures a unique shaderCache for each instance of p5.RendererGL
}
if (!this._pInst.shaderCache[shaderKey]) {
const vertexShader = this._pInst.createShader(
this._pInst.VERTEX_SHADER, vertexShaderSource);
const fragmentShader = this._pInst.createShader(
this._pInst.FRAGMENT_SHADER, fragmentShaderSource);

this._pInst.shaderCache[shaderKey] = this._pInst.createShaderProgram(
vertexShader, fragmentShader);
}
return this._pInst.shaderCache[shaderKey];
};

// erasing
this._isErasing = false;

Expand Down Expand Up @@ -564,6 +586,7 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
this._defaultNormalShader = undefined;
this._defaultColorShader = undefined;
this._defaultPointShader = undefined;
this._defaultCubemapShader=undefined;

this.userFillShader = undefined;
this.userStrokeShader = undefined;
Expand Down Expand Up @@ -830,6 +853,7 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
this._pInst,
!isPGraphics
);

this._pInst._setProperty('_renderer', renderer);
renderer.resize(w, h);
renderer._applyDefaults();
Expand Down Expand Up @@ -1846,6 +1870,15 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
return this._defaultFontShader;
}

_getCubemapShader() {
return this.getCachedShader('_defaultCubemapShader',
this._webGL2CompatibilityPrefix('vert', 'mediump') +
defaultShaders.cubemapVertexShader,
this._webGL2CompatibilityPrefix('frag', 'mediump') +
defaultShaders.cubemapFragmentShader
);
}

_webGL2CompatibilityPrefix(
shaderType,
floatPrecision
Expand Down Expand Up @@ -1908,6 +1941,8 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
let smallWidth = 200;
let width = smallWidth;
let height = Math.floor(smallWidth * (input.height / input.width));
let cubemapTexture;
const faces = [];
newFramebuffer = this._pInst.createFramebuffer({
width, height, density: 1
});
Expand All @@ -1919,23 +1954,47 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
defaultShaders.imageLightDiffusedFrag
);
}
// Create a shader for cubemap conversion
const cubemapShader = this._getCubemapShader();

// Render each face of the cubemap
for (let i = 0; i < 6; ++i) {
newFramebuffer.draw(() => {
cubemapShader.use();
cubemapShader.setUniform('equirectangularMap', input);
cubemapShader.setUniform('projection', captureProjection);
cubemapShader.setUniform('view', captureViews[i]);

this._pInst.noStroke();
this._pInst.rectMode(constants.CENTER);
this._pInst.noLights();
this._pInst.rect(0, 0, width, height);

// Capture the rendered face and store it in the faces array
faces[i] = this._pInst.get(0, 0, width, height);
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Also probably not the source of the error, but we might need to put this outside of the draw(...) block, and use faces[i] = newFramebuffer.get() instead of this._pInst.get(...).

});
}
// Use the diffusedShader for rendering
newFramebuffer.draw(() => {
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Probably not the cause of the error you're seeing, but I think we probably no longer need this newFramebuffer.draw(...) block since we are no longer using this framebuffer as the texture. (I think that means we actually need to call newFramebuffer.free() here to avoid a small memory leak?)

this._pInst.shader(this.diffusedShader);
this.diffusedShader.setUniform('environmentMap', input);
this._pInst.noStroke();
this._pInst.rectMode(constants.CENTER);
this._pInst.noLights();
this._pInst.rect(0, 0, width, height);
// Render the cubemap using the stored faces
for (let i = 0; i < 6; ++i) {
this._pInst.image(faces[i], 0, 0, width, height);
}
});
this.diffusedTextures.set(input, newFramebuffer);
return newFramebuffer;
// Initialize CubemapTexture class with faces
cubemapTexture=new CubemapTexture(this._pInst,faces, {});
cubemapTexture.init(faces);
this.diffusedTextures.set(input, cubemapTexture);
return cubemapTexture;
}

/*
* used in imageLight,
* To create a texture from the input non blurry image, if it doesn't already exist
* Creating 8 different levels of textures according to different
* sizes and atoring them in `levels` array
* sizes and storing them in `levels` array
* Creating a new Mipmap texture with that `levels` array
* Storing the texture for input image in map called `specularTextures`
* maps the input p5.Image to a p5.MipmapTexture
Expand Down Expand Up @@ -2112,7 +2171,7 @@ p5.RendererGL = class RendererGL extends p5.Renderer {
// this.activeImageLight has image as a key
// look up the texture from the diffusedTexture map
let diffusedLight = this.getDiffusedTexture(this.activeImageLight);
shader.setUniform('environmentMapDiffused', diffusedLight);
shader.setUniform('environmentMapDiffusedCubemap', diffusedLight);
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I am not sure but I feel diffusedLight is also a sampler2D texture, could it be passed as a uniform with samplerCube texture?

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Here, diffusedLight is obtained from getDiffusedTexture, which returns a CubemapTexture object. Since environmentMapDiffusedCubemap in the shader expects a cubemap texture (samplerCube), so I think diffusedLight is being correctly assigned to the environmentMapDiffusedCubemap uniform in the shader, which is of type samplerCube.

Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Oooh...sorry. I overlooked this, previously we had diffusedLight with sampler2D texture so I got confused. I see you have updated getDiffusedTexture()

let specularLight = this.getSpecularTexture(this.activeImageLight);
// In p5js the range of shininess is >= 1,
// Therefore roughness range will be ([0,1]*8)*20 or [0, 160]
Expand Down
3 changes: 2 additions & 1 deletion src/webgl/p5.Shader.js
Original file line number Diff line number Diff line change
Expand Up @@ -225,7 +225,7 @@ p5.Shader = class {
uniform.name = uniformName;
uniform.type = uniformInfo.type;
uniform._cachedData = undefined;
if (uniform.type === gl.SAMPLER_2D) {
if (uniform.type === gl.SAMPLER_2D || uniform.type === gl.SAMPLER_CUBE) {
uniform.samplerIndex = samplerIndex;
samplerIndex++;
this.samplers.push(uniform);
Expand Down Expand Up @@ -540,6 +540,7 @@ p5.Shader = class {
}
break;
case gl.SAMPLER_2D:
case gl.SAMPLER_CUBE:
gl.activeTexture(gl.TEXTURE0 + uniform.samplerIndex);
uniform.texture =
data instanceof p5.Texture ? data : this._renderer.getTexture(data);
Expand Down
57 changes: 55 additions & 2 deletions src/webgl/p5.Texture.js
Original file line number Diff line number Diff line change
Expand Up @@ -193,7 +193,7 @@ p5.Texture = class Texture {
/**
* Checks if the source data for this texture has changed (if it's
* easy to do so) and reuploads the texture if necessary. If it's not
* possible or to expensive to do a calculation to determine wheter or
* possible or too expensive to do a calculation to determine whether or
* not the data has occurred, this method simply re-uploads the texture.
* @method update
*/
Expand Down Expand Up @@ -510,12 +510,65 @@ export function checkWebGLCapabilities({ GL, webglVersion }) {
: gl.getExtension('OES_texture_half_float');
const supportsHalfFloatLinear = supportsHalfFloat &&
gl.getExtension('OES_texture_half_float_linear');
const supportsCubemap = (webglVersion === constants.WEBGL2)
|| (gl.getExtension('OES_texture_cube_map'));
return {
float: supportsFloat,
floatLinear: supportsFloatLinear,
halfFloat: supportsHalfFloat,
halfFloatLinear: supportsHalfFloatLinear
halfFloatLinear: supportsHalfFloatLinear,
cubemap: supportsCubemap
};
}

export class CubemapTexture extends p5.Texture {
constructor(renderer, faces, settings) {
super(renderer, faces, settings);
}

glFilter(_filter) {
const gl = this._renderer.GL;
// TODO: Support other filters if needed
return gl.LINEAR;
}

_getTextureDataFromSource() {
return this.src;
}

init(faces) {
const gl = this._renderer.GL;
this.glTex = gl.createTexture();

this.bindTexture();
for (let faceIndex = 0; faceIndex < faces.length; faceIndex++) {
// Set up each face of the cubemap
gl.texImage2D(
gl.TEXTURE_CUBE_MAP_POSITIVE_X + faceIndex,
0,
this.glFormat,
this.glFormat,
this.glDataType,
faces[faceIndex]
);
}

// Set parameters for the cubemap
gl.texParameteri(gl.TEXTURE_CUBE_MAP
, gl.TEXTURE_MAG_FILTER, this.glMagFilter);
gl.texParameteri(gl.TEXTURE_CUBE_MAP
, gl.TEXTURE_MIN_FILTER, this.glMinFilter);
gl.texParameteri(gl.TEXTURE_CUBE_MAP
, gl.TEXTURE_WRAP_S, this.glWrapS);
gl.texParameteri(gl.TEXTURE_CUBE_MAP
, gl.TEXTURE_WRAP_T, this.glWrapT);

this.unbindTexture();
}

update() {
// Custom update logic, if needed
}
}

export default p5.Texture;
22 changes: 22 additions & 0 deletions src/webgl/shaders/cubeFragment.frag
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
// Adapted from: https://learnopengl.com/PBR/IBL/Diffuse-irradiance
IN vec3 localPos;
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

In my opinion I feel for maximum compatibility, we can do this one in GL ES 100 instead of 300? Using attribute instead of IN, using the spacial variable gl_FragColor instead of defining an OUT_COLOR, and using texture2D() instead of texture()? What you feel?

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Well I started from that only , and was getting a lot of errors and from Dave's suggestion of using the macros instead resolved the errors , I again tried doing what u have suggested today, but strangely that gives in more errors! So I think we should stick to using these macros only :-)
You can refer to Dave's suggestion here in this comment:
#6665 (comment)

Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Hmmm...It looks like you need to use both webgl-1 and webgl-2 modes on shaders.


uniform sampler2D equirectangularMap;
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I think you have hard-coded the value of equirectangularMap to "0" which won't work or its actually a float value.


const vec2 invAtan = vec2(0.1591, 0.3183);

vec2 SampleSphericalMap(vec3 v)
{
vec2 uv = vec2(atan(v.z, v.x), asin(v.y));
uv *= invAtan;
uv += 0.5;
return uv;
}

void main()
{
vec2 uv = SampleSphericalMap(normalize(localPos));
vec3 color = texture(equirectangularMap, uv).rgb;
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

You might need to use the TEXTURE macro here so that this will be translated to either texture() or texture2d() based on the environment it's being run in.

Copy link
Collaborator

@perminder-17 perminder-17 Jun 24, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I feel like, texture() works on webgl-2 and texture2D() works on webgl-1. You may use TEXTURE() to run on both the modes.

Copy link
Member Author

@Garima3110 Garima3110 Jun 24, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I had tried that earlier, tried that again today as per your suggestion but both give the same results.
#6665 (comment)
So i think we should go with texture only (not super sure however) :-)

Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

hmm...what kind of errors? If you want your code to run on both environments I think TEXTURE shouldn't give errors. I don't know why? We can debug it by first writing the code for webgl-1 (changing it to GL ES 100 version I mentioned above, let me know if texture2D works there), similarly change it to version 300 and let me know if texture() works there?

Sorry if it seems a long approach for you, But I seriously don't know why TEXTURE() is giving you errors. Also, can you share me the screenshots of the errors you are getting.


OUT_COLOR = vec4(color, 1.0);
}
13 changes: 13 additions & 0 deletions src/webgl/shaders/cubeVertex.vert
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
// Adapted from: https://learnopengl.com/PBR/IBL/Diffuse-irradiance
layout (location = 0) in vec3 aPos;
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

This might also need to be changed into IN vec3 aPos in order to also work in WebGL 1 environments


OUT vec3 localPos;

uniform mat4 projection;
uniform mat4 view;
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We don't have our uniforms named projection or view, we actually had our uniforms with name uModelViewMatrix and uProjectionMatrix i think


void main()
{
localPos = aPos;
gl_Position = projection * view * vec4(localPos, 1.0);
}
4 changes: 2 additions & 2 deletions src/webgl/shaders/lighting.glsl
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ uniform float uQuadraticAttenuation;
// boolean to initiate the calculateImageDiffuse and calculateImageSpecular
uniform bool uUseImageLight;
// texture for use in calculateImageDiffuse
uniform sampler2D environmentMapDiffused;
uniform samplerCube environmentMapDiffusedCubemap;
// texture for use in calculateImageSpecular
uniform sampler2D environmentMapSpecular;
// roughness for use in calculateImageSpecular
Expand Down Expand Up @@ -114,7 +114,7 @@ vec3 calculateImageDiffuse( vec3 vNormal, vec3 vViewPosition ){
vec3 worldCameraPosition = vec3(0.0, 0.0, 0.0); // hardcoded world camera position
vec3 worldNormal = normalize(vNormal);
vec2 newTexCoor = mapTextureToNormal( worldNormal );
vec4 texture = TEXTURE( environmentMapDiffused, newTexCoor );
vec4 texture = TEXTURE_CUBE( environmentMapDiffusedCubemap, newTexCoor );
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I wonder if the naming of texture is an issue here since in a WebGL 2 environment, TEXTURE_CUBE is also #defined as the builtin function texture()? Does the error go away if you rename this variable?

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

OH you know what the issue might be? TEXTURE_CUBE takes in a vec3 as the coordinate instead of a vec2. The compiler probably doesn't know what to do with the combination of inputs we're giving it here, and that could be causing some more errors further on.

I think we can pass the normal directly in, like: TEXTURE_CUBE(environmentMapDiffusedCubemap, worldNormal)

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

OH you know what the issue might be? TEXTURE_CUBE takes in a vec3 as the coordinate instead of a vec2. The compiler probably doesn't know what to do with the combination of inputs we're giving it here, and that could be causing some more errors further on.

I think we can pass the normal directly in, like: TEXTURE_CUBE(environmentMapDiffusedCubemap, worldNormal)

Yes, you're correct! In many GLSL implementations, the textureCube function takes a vec3 as the first argument, representing the 3D direction vector in the cube map space. So, using TEXTURE_CUBE(environmentMapDiffusedCubemap, worldNormal) is likely the correct way to sample from the cube map based on the normal vector.
Thanks a lot for looking into this @davepagurek !!

// this is to make the darker sections more dark
// png and jpg usually flatten the brightness so it is to reverse that
return mix(smoothstep(vec3(0.0), vec3(1.0), texture.xyz), vec3(0.0), metallic);
Expand Down
2 changes: 2 additions & 0 deletions src/webgl/shaders/webgl2Compatibility.glsl
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@ out vec4 outColor;
#define OUT_COLOR outColor
#endif
#define TEXTURE texture
#define TEXTURE_CUBE texture

#else

Expand All @@ -18,6 +19,7 @@ out vec4 outColor;
#endif
#define OUT varying
#define TEXTURE texture2D
#define TEXTURE_CUBE textureCube

#ifdef FRAGMENT_SHADER
#define OUT_COLOR gl_FragColor
Expand Down