From 902734637d9ad095ce8ec7ffa37fb9e327c4876d Mon Sep 17 00:00:00 2001 From: "Krishna Chilukamarri (TATA CONSULTANCY SERVICES LTD)" Date: Tue, 16 Jun 2026 16:57:13 -0700 Subject: [PATCH] Fix Snowflake paging config - use GET for subsequent requests Updated paging configuration across all 10 pollers to fix paging gap: - Added linkHeaderTokenJsonPath with simplified $.statementStatusUrl - Added nextPageHttpMethod: GET (initial POST, subsequent GET) - Added isNextPageTokenRelativeUrl: true - Removed old concat-style URL from linkHeaderTokenJsonPath Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .../SnowflakeLogs_PollingConfig.json | 40 ++++++++++++++----- Solutions/Snowflake/Package/mainTemplate.json | 40 ++++++++++++++----- 2 files changed, 60 insertions(+), 20 deletions(-) diff --git a/Solutions/Snowflake/Data Connectors/SnowflakeLogs_ccp/SnowflakeLogs_PollingConfig.json b/Solutions/Snowflake/Data Connectors/SnowflakeLogs_ccp/SnowflakeLogs_PollingConfig.json index cf1502ecef4..42c8f8b59e2 100644 --- a/Solutions/Snowflake/Data Connectors/SnowflakeLogs_ccp/SnowflakeLogs_PollingConfig.json +++ b/Solutions/Snowflake/Data Connectors/SnowflakeLogs_ccp/SnowflakeLogs_PollingConfig.json @@ -39,7 +39,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeLoad_CL", @@ -93,7 +95,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeLogin_CL", @@ -147,7 +151,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeMaterializedView_CL", @@ -201,7 +207,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeQuery_CL", @@ -255,7 +263,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeRoleGrant_CL", @@ -309,7 +319,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeRoles_CL", @@ -363,7 +375,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeTables_CL", @@ -417,7 +431,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeTableStorageMetrics_CL", @@ -471,7 +487,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeUserGrant_CL", @@ -525,7 +543,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeUsers_CL", diff --git a/Solutions/Snowflake/Package/mainTemplate.json b/Solutions/Snowflake/Package/mainTemplate.json index a72fd9e7cea..c3de23e21b8 100644 --- a/Solutions/Snowflake/Package/mainTemplate.json +++ b/Solutions/Snowflake/Package/mainTemplate.json @@ -2467,7 +2467,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeLoad_CL", @@ -2521,7 +2523,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeLogin_CL", @@ -2575,7 +2579,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeMaterializedView_CL", @@ -2629,7 +2635,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeQuery_CL", @@ -2683,7 +2691,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeRoleGrant_CL", @@ -2737,7 +2747,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeRoles_CL", @@ -2791,7 +2803,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeTables_CL", @@ -2845,7 +2859,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeTableStorageMetrics_CL", @@ -2899,7 +2915,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeUserGrant_CL", @@ -2953,7 +2971,9 @@ }, "paging": { "pagingType": "LinkHeader", - "linkHeaderTokenJsonPath": "[[concat('https://',parameters('accountId'),'.snowflakecomputing.com','$.statementStatusUrl')]" + "linkHeaderTokenJsonPath": "$.statementStatusUrl", + "nextPageHttpMethod": "GET", + "isNextPageTokenRelativeUrl": true }, "connectorDefinitionName": "SnowflakeLogsCCPDefinition", "dataType": "SnowflakeUsers_CL",