diff --git a/svtools/source/config/colorcfg.cxx b/svtools/source/config/colorcfg.cxx
index e199fc5a23ef..5408aa19033a 100644
--- a/svtools/source/config/colorcfg.cxx
+++ b/svtools/source/config/colorcfg.cxx
@@ -408,6 +408,8 @@ ColorConfig::ColorConfig()
 
 ColorConfig::~ColorConfig()
 {
+    if (utl::ConfigManager::IsAvoidConfig())
+        return;
     ::osl::MutexGuard aGuard( ColorMutex_Impl::get() );
     m_pImpl->RemoveListener(this);
     if(!--nColorRefCount_Impl)