From 65bee5ec117f5cd5b0d14095329d976dd5b34649 Mon Sep 17 00:00:00 2001 From: Arye Kogan Date: Sat, 4 Jul 2026 04:49:42 +0300 Subject: [PATCH] docs(evals): align model-judge calibration policy --- docs/design/evaluation-strategy.md | 7 + evals/README.md | 6 + evals/implementation-plan.md | 6 +- evals/results/README.md | 4 + package.json | 2 +- pnpm-lock.yaml | 314 +++++++++++++++++++++-------- 6 files changed, 256 insertions(+), 83 deletions(-) diff --git a/docs/design/evaluation-strategy.md b/docs/design/evaluation-strategy.md index 9a2e2a9..6bd0c43 100644 --- a/docs/design/evaluation-strategy.md +++ b/docs/design/evaluation-strategy.md @@ -302,6 +302,11 @@ The judge must grade against a rubric and cite evidence. It must be allowed to r It must not reward length, rhetorical confidence, or familiar architecture vocabulary without source support. +Pointwise verdicts use the shared eval-kit `v0.1.5` calibration policy. `partial`, `missing`, +`contradicted`, and `unknown` are non-covered evidence unless a curated repo-local note accepts a +non-critical partial. Expected-bad fixtures should remain adverse on the intended defect; pass-like +`covered` verdicts there are false-pass risks. + Run pointwise coverage judging before pairwise comparison when inspecting generated case outputs. The pointwise judge grades each expected `FACT-*` and `CTX-*` item against candidate evidence and visible source inputs. Pairwise judging answers which candidate is better overall; it does not prove @@ -348,6 +353,8 @@ Calibration should track: - false passes on invented facts; - false failures on defensible alternative designs; +- critical `partial` or repeated `unknown` verdicts on expected-good fixtures; +- pass-like coverage on the targeted defect in expected-bad fixtures; - position bias in pairwise judging; - preference for verbosity over clarity; - over-reliance on reference design wording. diff --git a/evals/README.md b/evals/README.md index bf235e9..f20607d 100644 --- a/evals/README.md +++ b/evals/README.md @@ -116,6 +116,12 @@ This repo follows the eval-kit two-config standard: It disables generation, pairwise judging, and reports. - Pairwise judging remains deferred. Add a separate `evals/eval-kit.pairwise.config.json` only if a future calibrated comparison workflow needs it. +- Manual pointwise calibration follows the shared eval-kit `v0.1.5` calibration/reporting policy + while this repo keeps technical-design expected facts, boundaries, and rubric semantics local. + Treat `partial`, `missing`, `contradicted`, and `unknown` as non-covered evidence unless a curated + note explicitly accepts a non-critical partial. +- Expected-bad fixtures, when added, should remain adverse on their targeted defect. Pass-like + `covered` verdicts for those targeted defects are false-pass risks. Check local auth: diff --git a/evals/implementation-plan.md b/evals/implementation-plan.md index 7ac1c0a..a03cd9a 100644 --- a/evals/implementation-plan.md +++ b/evals/implementation-plan.md @@ -299,13 +299,17 @@ Integration point: - Judge runs remain manual/advisory. They may inform manual review and future deterministic/rubric changes after calibration, but they cannot override deterministic blockers or become automatic PR blockers. +- Pointwise `partial`, `missing`, `contradicted`, and `unknown` verdicts are non-covered evidence + unless a curated technical-design calibration note accepts a non-critical partial. Expected-bad + fixtures should remain adverse on their targeted defect instead of receiving pass-like coverage. - Pairwise regression remains deferred until pointwise calibration shows a specific comparison need. Verification: - Deterministic JSON parse and schema validation of every judge result. - Pairwise order randomization proof in run metadata. -- Human calibration agreement report under `evals/results//`. +- Human calibration agreement report as a curated summary; raw `evals/results//` bundles stay + local unless a reviewer promotes a redacted summary. ## Phase 5 - Outcome Studies diff --git a/evals/results/README.md b/evals/results/README.md index 8779460..66c58a1 100644 --- a/evals/results/README.md +++ b/evals/results/README.md @@ -41,3 +41,7 @@ How to read a result bundle: present. 5. Open `promptfoo-results.json` only when debugging provider output or cost/runtime metadata. 6. Open `cases//candidate.md` only when a finding needs source evidence. + +Manual pointwise summaries follow the eval-kit `v0.1.5` calibration policy: show deterministic +evidence first, report counts for `covered`, `partial`, `missing`, `contradicted`, and `unknown`, +and keep raw provider bundles local unless a human curates a redacted summary. diff --git a/package.json b/package.json index 8b095c9..e3a4eea 100644 --- a/package.json +++ b/package.json @@ -48,7 +48,7 @@ "eval:enforce": "node scripts/run_enforce_eval.mjs" }, "devDependencies": { - "@agentic-workflow-kit/eval-kit": "github:agentic-workflow-kit/eval-kit#v0.1.4", + "@agentic-workflow-kit/eval-kit": "github:agentic-workflow-kit/eval-kit#v0.1.5", "ajv": "^8.17.1", "dependency-cruiser": "^18.0.0", "prettier": "^3.6.2", diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 291e55d..3f940fa 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -9,8 +9,8 @@ importers: .: devDependencies: '@agentic-workflow-kit/eval-kit': - specifier: github:agentic-workflow-kit/eval-kit#v0.1.4 - version: https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/39d9991ee41009f70a26155ee07886b105160abd + specifier: github:agentic-workflow-kit/eval-kit#v0.1.5 + version: https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/272bad82ff99b8bc841f336d0348e154bc57f57c ajv: specifier: ^8.17.1 version: 8.20.0 @@ -32,9 +32,9 @@ importers: packages: - '@agentic-workflow-kit/eval-kit@https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/39d9991ee41009f70a26155ee07886b105160abd': - resolution: {gitHosted: true, integrity: sha512-CIzIRKxxeMonTGM0pzPF5i3fc2UgLyB9x2wwMMyzWAo22hz+HvdQWTdfX1Y0GEikkktfCK+r2dFLfRGForGVAQ==, tarball: https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/39d9991ee41009f70a26155ee07886b105160abd} - version: 0.1.4 + '@agentic-workflow-kit/eval-kit@https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/272bad82ff99b8bc841f336d0348e154bc57f57c': + resolution: {gitHosted: true, integrity: sha512-j1gtvTiWuqitWbz8DeCyIvKn0ilHn6eJEjCRUYkOqSUpSFsW40KYtGkfpm5UgUcFzbMAigDs6/pb+0Bmr7BFWw==, tarball: https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/272bad82ff99b8bc841f336d0348e154bc57f57c} + version: 0.1.5 engines: {node: '>=22.13.0', pnpm: '>=11.9.0'} hasBin: true @@ -174,36 +174,44 @@ packages: resolution: {integrity: sha512-vWB/qJl21vxGKBkBN8fKPTVXgm14v/bUQWTtR5oikrfAZbIN2bxuSiCY5rRAMR4gs3vtR2Vw0aTfVDU4tdfIPg==} engines: {node: '>=20.0.0'} - '@aws-sdk/credential-provider-env@3.972.50': - resolution: {integrity: sha512-l8bWzhPFTi9tDcvtURxeMlfsboul5/0sEN3SwwXxdpYudVB9+EuQcxo2pwlTzXwDo4Gm2VLGyiZ8zti3nfdOLw==} + '@aws-sdk/core@3.974.27': + resolution: {integrity: sha512-WRWEgIq6vx+NU6ot3VrRu4Jovj9MIObitSi6of/GV5THDDPccBhivCRNkWJutMM+m3GvdeI3l/UbGNcoOobxOA==} engines: {node: '>=20.0.0'} - '@aws-sdk/credential-provider-http@3.972.52': - resolution: {integrity: sha512-FjAlnsIvemWzO3JTM3ObuuxpqCyrqkXOewlYY2+NiR1MYO1JuFYSIJ8SJN5Q2KD1jkL5lIuab8awjb/AxsvjiQ==} + '@aws-sdk/credential-provider-env@3.972.53': + resolution: {integrity: sha512-+KDA3uc/HZ1vIneGu5QMQb0gAXDYrm2vOE60+BJ7lS0YinMQ5i2oV4PR1A16XkF6K1IbSwjEHd1hQIIgMsK48w==} engines: {node: '>=20.0.0'} - '@aws-sdk/credential-provider-ini@3.972.57': - resolution: {integrity: sha512-8qwNhQ0sK/1KaOpVEFC7TFxrWP3fxzJV1K049MzjouiMIbvTDvIGDEUtj5ND5aTmlHVK/YZxjoYnLCeV/GZU0w==} + '@aws-sdk/credential-provider-http@3.972.55': + resolution: {integrity: sha512-1gBfkWY3RWeBlCoB9lIJjXMx45/54wxcgfzv6BY9otTmMrZPcNPi1v+MwZxxaCUg441NV3jsr1efnFNCXiW70g==} engines: {node: '>=20.0.0'} - '@aws-sdk/credential-provider-login@3.972.56': - resolution: {integrity: sha512-S36dCrDaafakFMlaCVGAF4advbQKoJuMcyMtNWVBpUz65uqhbIAsUfvAyp+djA+jkzaEfgZGd+AELjIGzTqyhw==} + '@aws-sdk/credential-provider-ini@3.972.60': + resolution: {integrity: sha512-CV2md+PXvABwRjApWGhQ0wACy9WSFIhnUGrovLcjnjBCd/46TbuivLADtkF8IWNjtCQmQ+2IagSaxqBYqXBNAQ==} + engines: {node: '>=20.0.0'} + + '@aws-sdk/credential-provider-login@3.972.59': + resolution: {integrity: sha512-JG4S9yyA1GFzJdJXqLKrUzZbyK+VDp2QIsJD7YOicJHAhqymfHpDJIok2dLnhOdVB0I37RjdC53uOwCMVS00gw==} engines: {node: '>=20.0.0'} '@aws-sdk/credential-provider-node@3.972.59': resolution: {integrity: sha512-LkczBXaEsdManijlEZwbKfEoo1C98Yri3LHF8gQI7CYWv+uFkmpS3OZH3BSew8g1A2ppKsScdPUSlhI6NV7a9g==} engines: {node: '>=20.0.0'} - '@aws-sdk/credential-provider-process@3.972.50': - resolution: {integrity: sha512-ARBEVkOQzmowTU0a35smGVyldJ9FN/f57XIGrPatrul4mYN+vvOKxoc1njDOX3nugVze+0sHzQZWJ8kPARAtUA==} + '@aws-sdk/credential-provider-process@3.972.53': + resolution: {integrity: sha512-EhfH+MQlqOMCkXIVa8MMObPzAQqwTTtxA7KhEJiyPeuNVA8PLOOUpgK7nBrgaDaGiIDLN/9LpGdaHuDjomeRTw==} engines: {node: '>=20.0.0'} '@aws-sdk/credential-provider-sso@3.972.56': resolution: {integrity: sha512-LvbWiFcLI/D5RPaT68TrpLLHyv7x5X+dm59wJ5dFizyGPZggBC7OdgJTlP0X1bVjiSSAgE1u1oxxcBps0GCEnA==} engines: {node: '>=20.0.0'} - '@aws-sdk/credential-provider-web-identity@3.972.56': - resolution: {integrity: sha512-OV3JxmqMphVGMLWupYD2UhZxX07ATk1NwyYk7RgCnAEh0y3owHmtEnkWZ3ciCZ6liiFEwS8dYQpJGmKsR6ml4Q==} + '@aws-sdk/credential-provider-sso@3.972.59': + resolution: {integrity: sha512-h8793pOjcImx0SB+VcLONcaQQ57VAvKVuqyewQMRKqqH+CSXsG2dwOeLMUJPMxLdNvL7dXOM0ueTukyNUnu5mA==} + engines: {node: '>=20.0.0'} + + '@aws-sdk/credential-provider-web-identity@3.972.59': + resolution: {integrity: sha512-VoyO9+vl3XVmpZwn4obskrWIkrA/Jf3lSe1E3ZERlaN9u0D4YZ6+HywC3+L98QOXqZesEfedk67gRER8tK8+8w==} engines: {node: '>=20.0.0'} '@aws-sdk/eventstream-handler-node@3.972.23': @@ -230,18 +238,34 @@ packages: resolution: {integrity: sha512-+wFVfVofxeiXdRhUjRwYISB2mVfBCdiCq1wThkRipTeOc10Kyr+LS9QJTjgZuhWsna7jyLMPndrCnzLGWWvZXg==} engines: {node: '>=20.0.0'} + '@aws-sdk/nested-clients@3.997.27': + resolution: {integrity: sha512-A8PIePF9NIIOJ/4Lg1rl9xm/+QaKkHGetq+Z9wb5B+3Da31YYXRo8n7IDMh5C+HQI5eyEmjrwkGWVdYtnLtbXQ==} + engines: {node: '>=20.0.0'} + '@aws-sdk/signature-v4-multi-region@3.996.36': resolution: {integrity: sha512-VSOWIPkI+g3a7NkxIBCO24HnsR0BZXJAi3wrKaGIZwVKyrMtNRdHxPrQI/igazgla5J9FhDzmg4RgnOSr6UQBw==} engines: {node: '>=20.0.0'} + '@aws-sdk/signature-v4-multi-region@3.996.38': + resolution: {integrity: sha512-C379Sk+MiFZCfWZphKlMyLHKxV22OjoGM5KJjj5IJNJcOCWL4IGIpnEGzv1FQiRwhYXfq55SJMfxlqPE08JJ9g==} + engines: {node: '>=20.0.0'} + '@aws-sdk/token-providers@3.1076.0': resolution: {integrity: sha512-4rTHETRKe2JWAsFUMo5ENmlzc3i9FD4KqBVXgoaF8DLTADjGid8SA+1LR2nJWjefoafvKAHcQH9F2iKa8uHc6Q==} engines: {node: '>=20.0.0'} + '@aws-sdk/token-providers@3.1079.0': + resolution: {integrity: sha512-cbietrLlHPhhmbnMPTuDS4Zj/KNGhY+3vVhn6dwjO6Dqzrwothzg2srtcY34T9mlICsTXn34avDoWLHSntP54A==} + engines: {node: '>=20.0.0'} + '@aws-sdk/types@3.973.14': resolution: {integrity: sha512-vH4pEu9YBEwr67yT+GVcmKX0GzfIrIYUn+MF5vXg9OspouVnAekuyVyawFvZHEK7WlcwVDwNrqI3ZBDUAiyu9A==} engines: {node: '>=20.0.0'} + '@aws-sdk/types@3.973.15': + resolution: {integrity: sha512-IULn8uBV/SMtmOIANsm4WHXIOtVPBWfOWs3WGL0j/sI+KhaYehvOw0ET+9urnn8MBpiijuU/0JOpuwKOE451PQ==} + engines: {node: '>=20.0.0'} + '@aws-sdk/util-locate-window@3.965.8': resolution: {integrity: sha512-uUbMs1cBZPafD0ohUj6EwNf0fPZ534NvBxHox4hjX+0Rxq5paSYUem7+hi833pYrzrcnBATKIYpR02MDXT5M9g==} engines: {node: '>=20.0.0'} @@ -250,10 +274,18 @@ packages: resolution: {integrity: sha512-2loKuOMRFDg1nwdni5AtJ9S5juVbRNPNsPC7tWTfkHyycPwACMhxepspUHi8GhvfNlL2cQo3sPMod1uib+KZ0w==} engines: {node: '>=20.0.0'} + '@aws-sdk/xml-builder@3.972.33': + resolution: {integrity: sha512-ezbwz9WpuLctm6o7P2t2naDhVVPI5jFGrVefVybhcKGjU57VIyT46pQVO0RI2RYkUdhdj2Z9uSIlAzGZE9NW9A==} + engines: {node: '>=20.0.0'} + '@aws/lambda-invoke-store@0.2.4': resolution: {integrity: sha512-iY8yvjE0y651BixKNPgmv1WrQc+GZ142sb0z4gYnChDDY2YqI4P/jsSopBWrKfAt7LOJAkOXt7rC/hms+WclQQ==} engines: {node: '>=18.0.0'} + '@aws/lambda-invoke-store@0.3.0': + resolution: {integrity: sha512-sl4Bm6yiMNYrZKkqqDFWN0UfnWhlS8ivKxrYl+6t0gCLrqr8y3B2IqZZbFRkfaVVp7C/baApyh71P+LeE1A2sQ==} + engines: {node: '>=18.0.0'} + '@azure-rest/core-client@1.4.0': resolution: {integrity: sha512-ozTDPBVUDR5eOnMIwhggbnVmOrka4fXCs8n8mvUo4WLLc38kki6bAOByDoVZZPz/pZy2jMt2kwfpvy/UjALj6w==} engines: {node: '>=18.0.0'} @@ -1402,14 +1434,22 @@ packages: resolution: {integrity: sha512-N/LoLG8pZ1zv5cIWpdF6vmSjtZtXKK9G0OqT5yYCOZU+CzPq1+nYA95VoKJBGWRScs7YbMugZ7lZx8Fj1vdHoA==} engines: {node: '>=18.0.0'} - '@smithy/credential-provider-imds@4.4.4': - resolution: {integrity: sha512-jT0WrDaM88L5na9FX1xRNywCS3B1n75wPY5Ksasjo0PHUtuI7d8FclksN1BbOSYTiaiKxUDqU23nUymH/V+AaQ==} + '@smithy/core@3.29.1': + resolution: {integrity: sha512-qoiY4nrk5OCu1+eIR1VB8l5DmON/oKiqrd5zZFAhXJXjJlLWQusKEW/SkBDAtGDcPaz86m9kfcE1lngU0GlM6A==} + engines: {node: '>=18.0.0'} + + '@smithy/credential-provider-imds@4.4.6': + resolution: {integrity: sha512-B2WQ/PV/H6Jeg3lrIq6bKUfa6Hy01mtK7CGs6lhjzHA6k4aagldH6T6eEjnzKl4HI0cJnAsxfJ19pgb5PV+CVQ==} engines: {node: '>=18.0.0'} '@smithy/fetch-http-handler@5.6.1': resolution: {integrity: sha512-fW6l9rWoyk1iyzfuZaERnZLNjB6WIojgGm6Bo9Hpfpy3RUpltjLikNlxTsS/YtxVobcfbCGBuAncREYqT4hvqQ==} engines: {node: '>=18.0.0'} + '@smithy/fetch-http-handler@5.6.3': + resolution: {integrity: sha512-CwCc/7SMTj45y97MUnDTbTaxvtAsiNNRm81z3abROIuMbMsC2Iy5EKfkkVdsKrz8WExQAAMx1EJapq+9j4fFTQ==} + engines: {node: '>=18.0.0'} + '@smithy/is-array-buffer@2.2.0': resolution: {integrity: sha512-GGP3O9QFD24uGeAXYUjwSTXARoqpZykHadOmA8G5vfJPK0/DC67qa//0qvqrJzL1xc8WQWX7/yc7fwudjPHPhA==} engines: {node: '>=14.0.0'} @@ -1418,14 +1458,26 @@ packages: resolution: {integrity: sha512-m/f15di58P6NtLQ7eVEb5N19NdJWn+4c7zfkFHMT/i3JH7U8UtknpPoy8o2tm2R3OdliYvsvQhZHIfACQDqT+Q==} engines: {node: '>=18.0.0'} + '@smithy/node-http-handler@4.9.3': + resolution: {integrity: sha512-qZTa4gQFUo8RM02rk6q5UVTDLNrQ1oS20LsepBzqq1QBVc/EHJ03OOUADcqMZiXHArW+Y7+OGY0BpdTwZRq/Yg==} + engines: {node: '>=18.0.0'} + '@smithy/signature-v4@5.6.0': resolution: {integrity: sha512-IkPHQdbyoebSwBCuMTzJ/2oIhKVqiZZAZxQYSlpDZqq/WhJUpmdgbHvP7ItddxsPzcDUJeI0V4PNMSNtlZ0aqA==} engines: {node: '>=18.0.0'} + '@smithy/signature-v4@5.6.2': + resolution: {integrity: sha512-QgHflghMoPxCJ9axiCVh8KZfbC9fuP6vkXXyK//E3cq7nLaSSyyLj0GAoqVWezYeDQmXIZhmlRvLE16jsqDK6g==} + engines: {node: '>=18.0.0'} + '@smithy/types@4.15.0': resolution: {integrity: sha512-Z5TAOxygoFvybJV3igo5SloFflSokHx2hu1eFA+DxDTcn+FtKxUSui+rbTRG1pAafMA888Z3MVvCWUuvCrTXjg==} engines: {node: '>=18.0.0'} + '@smithy/types@4.15.1': + resolution: {integrity: sha512-x3L0XSACF6UYzKpa9biqiRMgvH5+wnFFew9Tm/grFYqgaupPwx/+ojDPpPJM8dZON3S9tjz5U+PQYsCBd1Mw5Q==} + engines: {node: '>=18.0.0'} + '@smithy/util-buffer-from@2.2.0': resolution: {integrity: sha512-IJdWBbTcMQ6DA0gdNhh/BwrLkDR+ADW5Kr1aZmd4k3DIF6ezMV4R2NIAmT08wQJ3yUK82thHWmC/TnK/wpMMIA==} engines: {node: '>=14.0.0'} @@ -3103,8 +3155,8 @@ packages: resolution: {integrity: sha512-eonl3sLUha+S1GzTPxychyhnUzKyeQkZ7jLjKrBagJgPla13F+uQ71HgpFefyHgqrjEbCPkDArxYsjY8/+gLKA==} engines: {node: '>= 0.4.0'} - node-abi@3.92.0: - resolution: {integrity: sha512-KdHvFWZjEKDf0cakgFjebl371GPsISX2oZHcuyKqM7DtogIsHrqKeLTo8wBHxaXRAQlY2PsPlZmfo+9ZCxEREQ==} + node-abi@3.94.0: + resolution: {integrity: sha512-W5ZNO5KRPB5TkYmGVD9F6YqhsglXJzE6etpbmT+f6EQElhiX/UTG551cnsRGvLG3fyZEg9HwaDmNmj5nwJ4z9g==} engines: {node: '>=10'} node-domexception@1.0.0: @@ -4202,7 +4254,7 @@ packages: snapshots: - '@agentic-workflow-kit/eval-kit@https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/39d9991ee41009f70a26155ee07886b105160abd': + '@agentic-workflow-kit/eval-kit@https://codeload.github.com/agentic-workflow-kit/eval-kit/tar.gz/272bad82ff99b8bc841f336d0348e154bc57f57c': dependencies: ajv: 8.20.0 @@ -4434,74 +4486,86 @@ snapshots: tslib: 2.8.1 optional: true - '@aws-sdk/credential-provider-env@3.972.50': + '@aws-sdk/core@3.974.27': dependencies: - '@aws-sdk/core': 3.974.24 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/types': 4.15.0 + '@aws-sdk/types': 3.973.15 + '@aws-sdk/xml-builder': 3.972.33 + '@aws/lambda-invoke-store': 0.3.0 + '@smithy/core': 3.29.1 + '@smithy/signature-v4': 5.6.2 + '@smithy/types': 4.15.1 + bowser: 2.14.1 tslib: 2.8.1 optional: true - '@aws-sdk/credential-provider-http@3.972.52': + '@aws-sdk/credential-provider-env@3.972.53': dependencies: - '@aws-sdk/core': 3.974.24 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/fetch-http-handler': 5.6.1 - '@smithy/node-http-handler': 4.9.1 - '@smithy/types': 4.15.0 + '@aws-sdk/core': 3.974.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true - '@aws-sdk/credential-provider-ini@3.972.57': + '@aws-sdk/credential-provider-http@3.972.55': dependencies: - '@aws-sdk/core': 3.974.24 - '@aws-sdk/credential-provider-env': 3.972.50 - '@aws-sdk/credential-provider-http': 3.972.52 - '@aws-sdk/credential-provider-login': 3.972.56 - '@aws-sdk/credential-provider-process': 3.972.50 - '@aws-sdk/credential-provider-sso': 3.972.56 - '@aws-sdk/credential-provider-web-identity': 3.972.56 - '@aws-sdk/nested-clients': 3.997.24 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/credential-provider-imds': 4.4.4 - '@smithy/types': 4.15.0 + '@aws-sdk/core': 3.974.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/fetch-http-handler': 5.6.3 + '@smithy/node-http-handler': 4.9.3 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true - '@aws-sdk/credential-provider-login@3.972.56': + '@aws-sdk/credential-provider-ini@3.972.60': + dependencies: + '@aws-sdk/core': 3.974.27 + '@aws-sdk/credential-provider-env': 3.972.53 + '@aws-sdk/credential-provider-http': 3.972.55 + '@aws-sdk/credential-provider-login': 3.972.59 + '@aws-sdk/credential-provider-process': 3.972.53 + '@aws-sdk/credential-provider-sso': 3.972.59 + '@aws-sdk/credential-provider-web-identity': 3.972.59 + '@aws-sdk/nested-clients': 3.997.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/credential-provider-imds': 4.4.6 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + + '@aws-sdk/credential-provider-login@3.972.59': dependencies: - '@aws-sdk/core': 3.974.24 - '@aws-sdk/nested-clients': 3.997.24 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/types': 4.15.0 + '@aws-sdk/core': 3.974.27 + '@aws-sdk/nested-clients': 3.997.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true '@aws-sdk/credential-provider-node@3.972.59': dependencies: - '@aws-sdk/credential-provider-env': 3.972.50 - '@aws-sdk/credential-provider-http': 3.972.52 - '@aws-sdk/credential-provider-ini': 3.972.57 - '@aws-sdk/credential-provider-process': 3.972.50 - '@aws-sdk/credential-provider-sso': 3.972.56 - '@aws-sdk/credential-provider-web-identity': 3.972.56 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/credential-provider-imds': 4.4.4 - '@smithy/types': 4.15.0 + '@aws-sdk/credential-provider-env': 3.972.53 + '@aws-sdk/credential-provider-http': 3.972.55 + '@aws-sdk/credential-provider-ini': 3.972.60 + '@aws-sdk/credential-provider-process': 3.972.53 + '@aws-sdk/credential-provider-sso': 3.972.59 + '@aws-sdk/credential-provider-web-identity': 3.972.59 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/credential-provider-imds': 4.4.6 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true - '@aws-sdk/credential-provider-process@3.972.50': + '@aws-sdk/credential-provider-process@3.972.53': dependencies: - '@aws-sdk/core': 3.974.24 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/types': 4.15.0 + '@aws-sdk/core': 3.974.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true @@ -4516,13 +4580,24 @@ snapshots: tslib: 2.8.1 optional: true - '@aws-sdk/credential-provider-web-identity@3.972.56': + '@aws-sdk/credential-provider-sso@3.972.59': dependencies: - '@aws-sdk/core': 3.974.24 - '@aws-sdk/nested-clients': 3.997.24 - '@aws-sdk/types': 3.973.14 - '@smithy/core': 3.28.0 - '@smithy/types': 4.15.0 + '@aws-sdk/core': 3.974.27 + '@aws-sdk/nested-clients': 3.997.27 + '@aws-sdk/token-providers': 3.1079.0 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + + '@aws-sdk/credential-provider-web-identity@3.972.59': + dependencies: + '@aws-sdk/core': 3.974.27 + '@aws-sdk/nested-clients': 3.997.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true @@ -4583,6 +4658,18 @@ snapshots: tslib: 2.8.1 optional: true + '@aws-sdk/nested-clients@3.997.27': + dependencies: + '@aws-sdk/core': 3.974.27 + '@aws-sdk/signature-v4-multi-region': 3.996.38 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/fetch-http-handler': 5.6.3 + '@smithy/node-http-handler': 4.9.3 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@aws-sdk/signature-v4-multi-region@3.996.36': dependencies: '@aws-sdk/types': 3.973.14 @@ -4591,6 +4678,14 @@ snapshots: tslib: 2.8.1 optional: true + '@aws-sdk/signature-v4-multi-region@3.996.38': + dependencies: + '@aws-sdk/types': 3.973.15 + '@smithy/signature-v4': 5.6.2 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@aws-sdk/token-providers@3.1076.0': dependencies: '@aws-sdk/core': 3.974.24 @@ -4601,12 +4696,28 @@ snapshots: tslib: 2.8.1 optional: true + '@aws-sdk/token-providers@3.1079.0': + dependencies: + '@aws-sdk/core': 3.974.27 + '@aws-sdk/nested-clients': 3.997.27 + '@aws-sdk/types': 3.973.15 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@aws-sdk/types@3.973.14': dependencies: '@smithy/types': 4.15.0 tslib: 2.8.1 optional: true + '@aws-sdk/types@3.973.15': + dependencies: + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@aws-sdk/util-locate-window@3.965.8': dependencies: tslib: 2.8.1 @@ -4618,9 +4729,18 @@ snapshots: tslib: 2.8.1 optional: true + '@aws-sdk/xml-builder@3.972.33': + dependencies: + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@aws/lambda-invoke-store@0.2.4': optional: true + '@aws/lambda-invoke-store@0.3.0': + optional: true + '@azure-rest/core-client@1.4.0': dependencies: '@azure/abort-controller': 2.1.2 @@ -5753,10 +5873,16 @@ snapshots: tslib: 2.8.1 optional: true - '@smithy/credential-provider-imds@4.4.4': + '@smithy/core@3.29.1': dependencies: - '@smithy/core': 3.28.0 - '@smithy/types': 4.15.0 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + + '@smithy/credential-provider-imds@4.4.6': + dependencies: + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true @@ -5767,6 +5893,13 @@ snapshots: tslib: 2.8.1 optional: true + '@smithy/fetch-http-handler@5.6.3': + dependencies: + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@smithy/is-array-buffer@2.2.0': dependencies: tslib: 2.8.1 @@ -5779,10 +5912,24 @@ snapshots: tslib: 2.8.1 optional: true + '@smithy/node-http-handler@4.9.3': + dependencies: + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + '@smithy/signature-v4@5.6.0': dependencies: - '@smithy/core': 3.28.0 - '@smithy/types': 4.15.0 + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 + tslib: 2.8.1 + optional: true + + '@smithy/signature-v4@5.6.2': + dependencies: + '@smithy/core': 3.29.1 + '@smithy/types': 4.15.1 tslib: 2.8.1 optional: true @@ -5791,6 +5938,11 @@ snapshots: tslib: 2.8.1 optional: true + '@smithy/types@4.15.1': + dependencies: + tslib: 2.8.1 + optional: true + '@smithy/util-buffer-from@2.2.0': dependencies: '@smithy/is-array-buffer': 2.2.0 @@ -7572,7 +7724,7 @@ snapshots: netmask@2.1.1: {} - node-abi@3.92.0: + node-abi@3.94.0: dependencies: semver: 7.8.5 optional: true @@ -7921,7 +8073,7 @@ snapshots: minimist: 1.2.8 mkdirp-classic: 0.5.3 napi-build-utils: 2.0.0 - node-abi: 3.92.0 + node-abi: 3.94.0 pump: 3.0.4 rc: 1.2.8 simple-get: 4.0.1