Green screen after applying texture from OpenCV Mat - c++

Question

I try to render an image from an OpenCv Mat using Open GL ES. However, I get a green screen and there is nothing else.
I followed this pipeline :
cv::Mat --> CVPixelBufferRef --> CVOpenGLESTextureCacheCreateTextureFromImage --> glbindTexture.
// OpenGL Texture reference for y images.
CVOpenGLESTextureRef lumaTexture;
// OpenGL Texture reference for color images.
CVOpenGLESTextureRef chromaTexture;
// OpenGL Texture cache for the color camera.
CVOpenGLESTextureCacheRef videoTextureCache;
- (void) uploadGLColorTextureFromMat:(cv::Mat)image{
if(image.empty()){
NSLog(#"image empty.");
}else{
// Clear the previous color texture.
if (lumaTexture)
{
CFRelease (lumaTexture);
lumaTexture = NULL;
}
// Clear the previous color texture
if (chromaTexture)
{
CFRelease (chromaTexture);
chromaTexture = NULL;
}
// Displaying image with width over 1280 is an overkill. Downsample it to save bandwidth.
while( image.cols > 2560 )
cv::resize(image, image, cv::Size(image.cols/2,image.rows/2));
// Allow the texture cache to do internal cleanup.
CVOpenGLESTextureCacheFlush(_display.videoTextureCache, 0);
int height = image.rows;
int width = image.cols;
// set pixel buffer attributes so we get an iosurface
NSDictionary *pixelBufferAttributes = [NSDictionary dictionaryWithObjectsAndKeys:
[NSDictionary dictionary], kCVPixelBufferIOSurfacePropertiesKey,
nil];
// create planar pixel buffer
CVPixelBufferRef pixelBuffer = nil;
CVPixelBufferCreate(kCFAllocatorDefault, width, height, kCVPixelFormatType_420YpCbCr8BiPlanarFullRange,
(__bridge CFDictionaryRef)pixelBufferAttributes, &pixelBuffer);
// lock pixel buffer
CVPixelBufferLockBaseAddress(pixelBuffer, 0);
// get image details
size_t widthB = CVPixelBufferGetWidth(pixelBuffer);
size_t heightB = CVPixelBufferGetHeight(pixelBuffer);
NSLog(#"%#",(pixelBuffer));
OSType pixelFormat = CVPixelBufferGetPixelFormatType (pixelBuffer);
NSAssert(pixelFormat == kCVPixelFormatType_420YpCbCr8BiPlanarFullRange, #"YCbCr is expected!");
// Activate the default texture unit.
glActiveTexture (GL_TEXTURE0);
CVReturn err;
// Create an new Y texture from the video texture cache.
err = CVOpenGLESTextureCacheCreateTextureFromImage(kCFAllocatorDefault,videoTextureCache,
pixelBuffer,
NULL,
GL_TEXTURE_2D,
GL_RED_EXT,
(int)widthB,
(int)heightB,
GL_RED_EXT,
GL_UNSIGNED_BYTE,
0,
lumaTexture);
if (err) {
NSLog(#"CVOpenGLESTextureCacheCreateTextureFromImage failed (error: %d)", err);
CVPixelBufferRelease(pixelBuffer);
return;
}
// Set good rendering properties for the new texture.
glBindTexture(CVOpenGLESTextureGetTarget(lumaTexture), CVOpenGLESTextureGetName(lumaTexture));
glTexParameterf(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
glTexParameterf(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
// Activate the default texture unit.
glActiveTexture (GL_TEXTURE1);
// Create an new CbCr texture from the video texture cache.
err = CVOpenGLESTextureCacheCreateTextureFromImage(kCFAllocatorDefault,
videoTextureCache,
pixelBuffer,
NULL,
GL_TEXTURE_2D,
GL_RG_EXT,
(int)widthB/2,
(int)heightB/2,
GL_RG_EXT,
GL_UNSIGNED_BYTE,
1,
&chromaTexture);
if (err)
{
NSLog(#"Error with CVOpenGLESTextureCacheCreateTextureFromImage: %d", err);
return;
}
// Set rendering properties for the new texture.
glBindTexture(CVOpenGLESTextureGetTarget(chromaTexture), CVOpenGLESTextureGetName(_display.chromaTexture));
glTexParameterf(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
glTexParameterf(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
}
The function to render :
- (void)renderCameraImage
{
if (_useColorCamera)
{
if (!lumaTexture || !chromaTexture)
return;
glActiveTexture(GL_TEXTURE0);
glBindTexture(CVOpenGLESTextureGetTarget(lumaTexture),
CVOpenGLESTextureGetName(lumaTexture));
glActiveTexture(GL_TEXTURE1);
glBindTexture(CVOpenGLESTextureGetTarget(chromaTexture),
CVOpenGLESTextureGetName(chromaTexture));
glDisable(GL_BLEND);
[yCbCrTextureShader useShaderProgram];
[yCbCrTextureShader renderWithLumaTexture:GL_TEXTURE0 chromaTexture:GL_TEXTURE1];
}
else
{
glActiveTexture(GL_TEXTURE0);
glBindTexture(GL_TEXTURE_2D, _display.depthAsRgbaTexture);
[rgbaTextureShader useShaderProgram];
[rgbaTextureShader renderTexture:GL_TEXTURE0];
}
glUseProgram (0);
}
I don't have any errors. Just got green screen and I didn't figure out how to solve this problem.
As an output of pixelBuffer I get (the first lines) :
<CVPixelBuffer 0x13e6cd0b0 width=968 height=1296 pixelFormat=420f iosurface=0x140500a28 planes=2>
<Plane 0 width=968 height=1296 bytesPerRow=976>
<Plane 1 width=484 height=648 bytesPerRow=976>
I have already took at this post,this one and other posts on stack but it did not help me.
Could you help to figure out how to solve this?