There was nothing in the /home/sailpoint/certificates/ directory on any of my 4 VA dev nodes. I copied the password protected pfx into that directory on all 4 VA dev nodes, ran sudo systemctl stop ccg then sudo systemctl start ccg, ran the aggregation and received the same error in the ccg.log file (I have debug turned on for the VA cluster). Visually I’ve also attached the error that shows up in the UI with my company specific values redacted.
Error in ccg.log with company specific pieces replaced
{“exception”:{“stacktrace”:“com.sailpoint.mantisclient.exception.baserestclient.BaseRestClientConnectionFailedException: Unable to execute request to URI https://SERVERNAME.COMPANY.net/AIMWebService/api/Accounts?Safe=SAFE&Object=OBJECTNAME&AppID=APPID\n\tat com.sailpoint.mantisclient.BaseRestClient.execute(BaseRestClient.java:775)\n\tat com.sailpoint.mantisclient.BaseRestClient.get(BaseRestClient.java:194)\n\tat com.sailpoint.credential.provider.impl.CyberArkCentralCredentialProvider.lambda$getCredentials$0(CyberArkCentralCredentialProvider.java:105)\n\tat java.base/java.util.ArrayList.forEach(ArrayList.java:1541)\n\tat com.sailpoint.credential.provider.impl.CyberArkCentralCredentialProvider.getCredentials(CyberArkCentralCredentialProvider.java:71)\n\tat com.sailpoint.credential.retriever.impl.CcgConnectorCredentialRetriever.retrieveCredentials(CcgConnectorCredentialRetriever.java:242)\n\tat com.sailpoint.credential.retriever.impl.CcgConnectorCredentialRetriever.getCredentials(CcgConnectorCredentialRetriever.java:223)\n\tat com.sailpoint.credential.retriever.impl.CcgConnectorCredentialRetriever.retrieveCredentials(CcgConnectorCredentialRetriever.java:137)\n\tat com.sailpoint.ccg.credential.provider.util.CredProviderUtil.getCreds(CredProviderUtil.java:97)\n\tat com.sailpoint.ccg.credential.provider.util.CredProviderUtil.fetchLatestCredsAndUpdateSource(CredProviderUtil.java:57)\n\tat com.sailpoint.ccg.cloud.container.Container.getConnector(Container.java:311)\n\tat com.sailpoint.ccg.cloud.container.ContainerIntegration.getConnector(ContainerIntegration.java:91)\n\tat com.sailpoint.ccg.handler.MessageContext.getConnector(MessageContext.java:97)\n\tat com.sailpoint.ccg.aggregation.service.extract.CcgExtractionContextFactory.createForAccount(CcgExtractionContextFactory.java:69)\n\tat com.sailpoint.aggregation.server.service.SourceAggregator.aggregateAccounts(SourceAggregator.java:63)\n\tat com.sailpoint.ccg.handler.StreamingAggregationHandler.invoke(StreamingAggregationHandler.java:190)\n\tat sailpoint.gateway.accessiq.CcgPipelineMessageHandler.handleMessage_aroundBody0(CcgPipelineMessageHandler.java:45)\n\tat sailpoint.gateway.accessiq.CcgPipelineMessageHandler$AjcClosure1.run(CcgPipelineMessageHandler.java:1)\n\tat org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:167)\n\tat com.sailpoint.tracing.otel.TracedAspect.lambda$traceExecution$0(TracedAspect.java:38)\n\tat com.sailpoint.tracing.otel.GlobalTracer.trace(GlobalTracer.java:170)\n\tat com.sailpoint.tracing.otel.GlobalTracer.trace(GlobalTracer.java:143)\n\tat com.sailpoint.tracing.otel.TracedAspect.traceExecution(TracedAspect.java:40)\n\tat sailpoint.gateway.accessiq.CcgPipelineMessageHandler.handleMessage(CcgPipelineMessageHandler.java:37)\n\tat com.sailpoint.pipeline.server.PipelineServer$InboundQueueListener$MessageHandler.run(PipelineServer.java:382)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\nCaused by: javax.net.ssl.SSLHandshakeException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target\n\tat java.base/sun.security.ssl.Alert.createSSLException(Alert.java:131)\n\tat java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:366)\n\tat java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:309)\n\tat java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:304)\n\tat java.base/sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:654)\n\tat java.base/sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473)\n\tat java.base/sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369)\n\tat java.base/sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:392)\n\tat java.base/sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:443)\n\tat java.base/sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:421)\n\tat java.base/sun.security.ssl.TransportContext.dispatch(TransportContext.java:189)\n\tat java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:172)\n\tat java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1511)\n\tat java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1421)\n\tat java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:456)\n\tat java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:427)\n\tat org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:436)\n\tat org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:384)\n\tat org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)\n\tat org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376)\n\tat org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat com.sailpoint.mantisclient.BaseRestClient.executeRequest(BaseRestClient.java:804)\n\tat com.sailpoint.mantisclient.BaseRestClient.execute(BaseRestClient.java:760)\n\t… 29 more\nCaused by: sun.security.validator.ValidatorException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target\n\tat java.base/sun.security.validator.PKIXValidator.doBuild(PKIXValidator.java:439)\n\tat java.base/sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:306)\n\tat java.base/sun.security.validator.Validator.validate(Validator.java:264)\n\tat java.base/sun.security.ssl.X509TrustManagerImpl.validate(X509TrustManagerImpl.java:313)\n\tat java.base/sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:222)\n\tat java.base/sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:129)\n\tat java.base/sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:638)\n\t… 53 more\nCaused by: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target\n\tat java.base/sun.security.provider.certpath.SunCertPathBuilder.build(SunCertPathBuilder.java:148)\n\tat java.base/sun.security.provider.certpath.SunCertPathBuilder.engineBuild(SunCertPathBuilder.java:129)\n\tat java.base/java.security.cert.CertPathBuilder.build(CertPathBuilder.java:297)\n\tat java.base/sun.security.validator.PKIXValidator.doBuild(PKIXValidator.java:434)\n\t… 59 more\n”,“exception_class”:“com.sailpoint.mantisclient.exception.baserestclient.BaseRestClientConnectionFailedException”,“exception_message”:“Unable to execute request to URI https://SERVERNAME.COMPANY.net/AIMWebService/api/Accounts?Safe=SAFE&Object=OBJECTNAME&AppID=APPID”},“stack”:“ccg”,“pod”:“stg02-useast1”,“connector-logging”:“164”,“clusterId”:“8f0caad380c14ddc80f53ee57a5b82c5”,“utilities”:“1.12.2”,“buildNumber”:“1077”,“apiUsername”:“225478aa-676a-42ed-bdf6-42224c787651”,“orgType”:“”,“file”:“CyberArkCentralCredentialProvider.java”,“encryption”:“1.12.2”,“messageType”:“streaming-aggregation”,“connector-bundle-identityiq”:“257”,“line_number”:144,“@version”:1,“cloud-modules-api”:“2.1.2”,“logger_name”:“com.sailpoint.credential.provider.impl.CyberArkCentralCredentialProvider”,“mantis-client”:“1.12.2”,“class”:“com.sailpoint.credential.provider.impl.CyberArkCentralCredentialProvider”,“atlas-api”:“2.7.1”,“va-gateway-client”:“60”,“connector-bundle-utilities”:“10”,“tracing”:“1.12.2”,“clientId”:“225478aa-676a-42ed-bdf6-42224c787651”,“source_host”:“3c405dafdf21”,“method”:“lambda$getCredentials$0”,“org”:“genworth-sb”,“level”:“ERROR”,“IdentityIQ”:“8.3p4 Build 4cd878af669-20241202-173620”,“message”:“Exception while fetching secret from URL : api/Accounts”,“pipeline”:“1.12.2”,“@timestamp”:“2025-06-18T18:28:08.024Z”,“thread_name”:“pool-6-thread-4”,“atlas-util”:“2.7.1”,“metrics”:“1.10.5”,“region”:“us-east-1”,“AppType”:“CyberArk Central Credential Provider (CCP)”,“Application”:“CyberArk”,“request_id”:“f084a9c9ef484828817c8ec95a84fba0”,“queue”:“stg02-useast1-genworth-sb-cluster-8f0caad380c1”,“SCIM Common”:“8.0 Build 00b1f252d1b-20200225-190809”}
{“exception”:{“stacktrace”:“java.lang.RuntimeException: Error while fetching secret secrets://CYBERARKCCP.COMPANY.net/AppID%3DAPPID%26Safe%3DSAFE%26Object%3DOBJECTNAME/Content : Unable to execute request to URI https://SERVERNAME.COMPANY.net/AIMWebService/api/Accounts?Safe=SAFE&Object=OBJECTNAME&AppID=APPID, Please verify provided secret expression\n\tat com.sailpoint.credential.retriever.impl.CcgConnectorCredentialRetriever.getCredentials(CcgConnectorCredentialRetriever.java:228)\n\tat com.sailpoint.credential.retriever.impl.CcgConnectorCredentialRetriever.retrieveCredentials(CcgConnectorCredentialRetriever.java:137)\n\tat com.sailpoint.ccg.credential.provider.util.CredProviderUtil.getCreds(CredProviderUtil.java:97)\n\tat com.sailpoint.ccg.credential.provider.util.CredProviderUtil.fetchLatestCredsAndUpdateSource(CredProviderUtil.java:57)\n\tat com.sailpoint.ccg.cloud.container.Container.getConnector(Container.java:311)\n\tat com.sailpoint.ccg.cloud.container.ContainerIntegration.getConnector(ContainerIntegration.java:91)\n\tat com.sailpoint.ccg.handler.MessageContext.getConnector(MessageContext.java:97)\n\tat com.sailpoint.ccg.aggregation.service.extract.CcgExtractionContextFactory.createForAccount(CcgExtractionContextFactory.java:69)\n\tat com.sailpoint.aggregation.server.service.SourceAggregator.aggregateAccounts(SourceAggregator.java:63)\n\tat com.sailpoint.ccg.handler.StreamingAggregationHandler.invoke(StreamingAggregationHandler.java:190)\n\tat sailpoint.gateway.accessiq.CcgPipelineMessageHandler.handleMessage_aroundBody0(CcgPipelineMessageHandler.java:45)\n\tat sailpoint.gateway.accessiq.CcgPipelineMessageHandler$AjcClosure1.run(CcgPipelineMessageHandler.java:1)\n\tat org.aspectj.runtime.reflect.JoinPointImpl.proceed(JoinPointImpl.java:167)\n\tat com.sailpoint.tracing.otel.TracedAspect.lambda$traceExecution$0(TracedAspect.java:38)\n\tat com.sailpoint.tracing.otel.GlobalTracer.trace(GlobalTracer.java:170)\n\tat com.sailpoint.tracing.otel.GlobalTracer.trace(GlobalTracer.java:143)\n\tat com.sailpoint.tracing.otel.TracedAspect.traceExecution(TracedAspect.java:40)\n\tat sailpoint.gateway.accessiq.CcgPipelineMessageHandler.handleMessage(CcgPipelineMessageHandler.java:37)\n\tat com.sailpoint.pipeline.server.PipelineServer$InboundQueueListener$MessageHandler.run(PipelineServer.java:382)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:829)\n”,“exception_class”:“java.lang.RuntimeException”,“exception_message”:“Error while fetching secret secrets://CYBERARKCCP.COMPANY.net/AppID%3DAPPID%26Safe%3DSAFE%26Object%3DOBJECTNAME/Content : Unable to execute request to URI https://SERVERNAME.COMPANY.net/AIMWebService/api/Accounts?Safe=SAFE&Object=OBJECTNAME&AppID=APPID, Please verify provided secret expression”},“stack”:“ccg”,“pod”:“stg02-useast1”,“connector-logging”:“164”,“clusterId”:“8f0caad380c14ddc80f53ee57a5b82c5”,“utilities”:“1.12.2”,“buildNumber”:“1077”,“apiUsername”:“225478aa-676a-42ed-bdf6-42224c787651”,“orgType”:“”,“file”:“StreamingAggregationHandler.java”,“encryption”:“1.12.2”,“messageType”:“streaming-aggregation”,“connector-bundle-identityiq”:“257”,“line_number”:392,“@version”:1,“cloud-modules-api”:“2.1.2”,“logger_name”:“com.sailpoint.ccg.handler.StreamingAggregationHandler”,“mantis-client”:“1.12.2”,“class”:“com.sailpoint.ccg.handler.StreamingAggregationHandler”,“atlas-api”:“2.7.1”,“va-gateway-client”:“60”,“connector-bundle-utilities”:“10”,“tracing”:“1.12.2”,“clientId”:“225478aa-676a-42ed-bdf6-42224c787651”,“source_host”:“3c405dafdf21”,“method”:“logAggregationStats”,“org”:“genworth-sb”,“level”:“ERROR”,“IdentityIQ”:“8.3p4 Build 4cd878af669-20241202-173620”,“message”:“Error in aggregation: java.lang.RuntimeException: Error while fetching secret secrets://CYBERARKCCP.COMPANY.net/AppID%3DAPPID%26Safe%3DSAFE%26Object%3DOBJECTNAME/Content : Unable to execute request to URI https://SERVERNAME.COMPANY.net/AIMWebService/api/Accounts?Safe=SAFE&Object=OBJECTNAME&AppID=APPID, Please verify provided secret expression”,“pipeline”:“1.12.2”,“@timestamp”:“2025-06-18T18:28:08.026Z”,“thread_name”:“pool-6-thread-4”,“atlas-util”:“2.7.1”,“metrics”:“1.10.5”,“region”:“us-east-1”,“AppType”:“CyberArk Central Credential Provider (CCP)”,“Application”:“CyberArk”,“request_id”:“f084a9c9ef484828817c8ec95a84fba0”,“queue”:“stg02-useast1-genworth-sb-cluster-8f0caad380c1”,“SCIM Common”:“8.0 Build 00b1f252d1b-20200225-190809”}