diff --git a/src/Microsoft.Extensions.Configuration.AzureAppConfiguration/AzureAppConfigurationRefresherProvider.cs b/src/Microsoft.Extensions.Configuration.AzureAppConfiguration/AzureAppConfigurationRefresherProvider.cs
index d2b31071..004a9113 100644
--- a/src/Microsoft.Extensions.Configuration.AzureAppConfiguration/AzureAppConfigurationRefresherProvider.cs
+++ b/src/Microsoft.Extensions.Configuration.AzureAppConfiguration/AzureAppConfigurationRefresherProvider.cs
@@ -63,10 +63,14 @@ private void FindRefreshers(IConfigurationRoot configurationRoot, ILoggerFactory
             {
                 foreach (IConfigurationProvider provider in configurationRoot.Providers)
                 {
-                    if (provider is AzureAppConfigurationProvider appConfigurationProvider)
+                    if (provider is IConfigurationRefresher configurationRefresher)
                     {
-                        appConfigurationProvider.LoggerFactory = loggerFactory;
-                        refreshers.Add(appConfigurationProvider);
+                        refreshers.Add(configurationRefresher);
+
+                        if (configurationRefresher is AzureAppConfigurationProvider azureAppConfigurationProvider)
+                        {
+                            azureAppConfigurationProvider.LoggerFactory = loggerFactory;
+                        }
                     }
                     else if (provider is ChainedConfigurationProvider chainedProvider)
                     {