[beta 3] Adding depth and stencil support to PostEffect [code]

This is needed to speedup the morphological antialiasing post effect. It reduces the performance cost from 2ms to 1ms on my HD 4850.

The change bellow adds support to using the screen depthStencil buffer (if the current render target has the same size as the backbuffer) and named depthStencil buffers (in the same way as named targets).

In Engine/source/postFx/postEffect.h:

Add the marked lines:

NamedTexTarget mNamedTarget;
NamedTexTarget mNamedTargetDepthStencil; // <-- ADDED!

String mTargetName;
String mTargetDepthStencilName; // <-- ADDED!

GFXTexHandle mTargetTex;
GFXTexHandle mTargetDepthStencil; // <-- ADDED!

And change this line:

if ( code == GFXZombify && mNamedTarget.isRegistered() )

To:

if ( code == GFXZombify && (mNamedTarget.isRegistered() || mNamedTargetDepthStencil.isRegistered()) )

In Engine/source/postFx/postEffect.cpp, make the marked changes:

addField( "target", TypeRealString, Offset( mTargetName, PostEffect ),
   "String identifier of this effect's target texture.\n"
   "@see PFXTextureIdentifiers" );

addField( "targetDepthStencil", TypeRealString, Offset( mTargetDepthStencilName, PostEffect ), //<-- ADDED
   "String identifier of this effect's target depth/stencil texture.\n" //<-- ADDED
   "@see PFXTextureIdentifiers" ); //<-- ADDED

// Is the target a named target?
   if ( mTargetName.isNotEmpty() && mTargetName[0] == '#' )
   {
      mNamedTarget.registerWithName( mTargetName.substr( 1 ) );
      mNamedTarget.getTextureDelegate().bind( this, &PostEffect::_getTargetTexture );

      //GFXTextureManager::addEventDelegate( this, &PostEffect::_onTextureEvent ); // <--- REMOVED!
   }
   
   // Is the target a named target?
   if ( mTargetDepthStencilName.isNotEmpty() && mTargetDepthStencilName[0] == '#' ) // <--- ADDED!
      mNamedTargetDepthStencil.registerWithName( mTargetDepthStencilName.substr( 1 ) );  // <--- ADDED!

   if (mNamedTarget.isRegistered() || mNamedTargetDepthStencil.isRegistered())  // <--- ADDED!
      GFXTextureManager::addEventDelegate( this, &PostEffect::_onTextureEvent );  // <--- ADDED!

   // Call onAdd in script
   onAdd_callback();

void PostEffect::onRemove()
{
   Parent::onRemove();

   PFXMGR->_removeEffect( this );

   LightManager::smActivateSignal.remove( this, &PostEffect::_onLMActivate );

   mShader = NULL;
   _cleanTargets();

   if ( mNamedTarget.isRegistered() || mNamedTargetDepthStencil.isRegistered() )    // <--- ADDED!
      GFXTextureManager::removeEventDelegate( this, &PostEffect::_onTextureEvent ); // <--- ADDED!

   if ( mNamedTarget.isRegistered() )
   {      
      // GFXTextureManager::removeEventDelegate( this, &PostEffect::_onTextureEvent );  // <--- REMOVED!
      mNamedTarget.unregister();
      mNamedTarget.getTextureDelegate().clear();
   }

   if ( mNamedTargetDepthStencil.isRegistered() ) // <--- ADDED!
      mNamedTargetDepthStencil.unregister();      // <--- ADDED!
}

void PostEffect::_cleanTargets( bool recurse )
{
   mTargetTex = NULL;
   mTargetDepthStencil = NULL; //<--- ADDED!
   mTarget = NULL;

In PostEffect::_setupTarget(), after this:

else
   mTargetTex = NULL;

Add this:

// Do we have a named depthStencil target?
   if ( mNamedTargetDepthStencil.isRegistered() )
   {
      // Size it relative to the texture of the first stage or
      // if NULL then use the current target.

      Point2I targetSize;

      // If we have an absolute target size then use that.
      if ( !mTargetSize.isZero() )
         targetSize = mTargetSize;

      // Else generate a relative size using the target scale.
      else if ( mActiveTextures[ 0 ] )
      {
         const Point3I &texSize = mActiveTextures[ 0 ]->getSize();

         targetSize.set(   texSize.x * mTargetScale.x,
                           texSize.y * mTargetScale.y );
      }
      else
      {
         GFXTarget *oldTarget = GFX->getActiveRenderTarget();
         const Point2I &oldTargetSize = oldTarget->getSize();

         targetSize.set(   oldTargetSize.x * mTargetScale.x,
                           oldTargetSize.y * mTargetScale.y );
      }

      // Make sure its at least 1x1.
      targetSize.setMax( Point2I::One );
      
      if (  mNamedTargetDepthStencil.isRegistered() ||
            mTargetDepthStencil.getWidthHeight() != targetSize )
      {         
         mTargetDepthStencil.set( targetSize.x, targetSize.y, GFXFormatD24S8,
                     &GFXDefaultZTargetProfile, "PostEffect::_setupTarget" );

         if ( mTargetClear == PFXTargetClear_OnCreate )
            *outClearTarget = true;

         mNamedTargetDepthStencil.setViewport( RectI( 0, 0, targetSize.x, targetSize.y ) );
      }
   }
   else
      mTargetDepthStencil = NULL;

And change:

if ( !mTarget && mTargetTex )

To:

if ( !mTarget && (mTargetTex || mTargetDepthStencil) )

Inside PostEffect::process(), change all instances of:

if ( mTargetTex )

To:

if ( mTargetTex || mTargetDepthStencil )

(There are two of those, make sure to change both).

And finally:

mTarget->attachTexture( GFXTextureTarget::Color0, mTargetTex );
if ( !mTargetDepthStencil && mTargetTex.getWidthHeight() == GFX->getActiveRenderTarget()->getSize() ) // <--- ADDED!     
   mTarget->attachTexture( GFXTextureTarget::DepthStencil, GFXTextureTarget::sDefaultDepthStencil );  // <--- ADDED!
else  // <--- ADDED!
   mTarget->attachTexture( GFXTextureTarget::DepthStencil, mTargetDepthStencil ); // <--- ADDED!
GFX->setActiveRenderTarget( mTarget );

To read/write to a named depthStencil target in your postEffects, just add this to your post effect declarations:

targetDepthStencil = "#myDepth";

And enable stencil in the stateBlock.